2015-02-10 22:38:45,352 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-10 22:38:45,404 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-02-10 22:38:45,404 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.hadoop.MapReduceFlowPlatformTest
2015-02-10 22:38:45,433 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(117)) - using cluster
2015-02-10 22:38:46,346 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2015-02-10 22:38:46,400 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(677)) - fsLock is fair:true
2015-02-10 22:38:46,443 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2015-02-10 22:38:46,445 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2015-02-10 22:38:46,449 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2015-02-10 22:38:46,450 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(234)) - dfs.block.invalidate.limit=1000
2015-02-10 22:38:46,451 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(240)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-10 22:38:46,455 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-10 22:38:46,456 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-10 22:38:46,463 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-10 22:38:46,464 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-10 22:38:46,486 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(349)) - dfs.block.access.token.enable=false
2015-02-10 22:38:46,489 INFO blockmanagement.BlockManager (BlockManager.java:<init>(334)) - defaultReplication = 3
2015-02-10 22:38:46,489 INFO blockmanagement.BlockManager (BlockManager.java:<init>(335)) - maxReplication = 512
2015-02-10 22:38:46,490 INFO blockmanagement.BlockManager (BlockManager.java:<init>(336)) - minReplication = 1
2015-02-10 22:38:46,491 INFO blockmanagement.BlockManager (BlockManager.java:<init>(337)) - maxReplicationStreams = 2
2015-02-10 22:38:46,492 INFO blockmanagement.BlockManager (BlockManager.java:<init>(338)) - shouldCheckForEnoughRacks = false
2015-02-10 22:38:46,493 INFO blockmanagement.BlockManager (BlockManager.java:<init>(339)) - replicationRecheckInterval = 3000
2015-02-10 22:38:46,493 INFO blockmanagement.BlockManager (BlockManager.java:<init>(340)) - encryptDataTransfer = false
2015-02-10 22:38:46,494 INFO blockmanagement.BlockManager (BlockManager.java:<init>(341)) - maxNumBlocksToLog = 1000
2015-02-10 22:38:46,503 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(694)) - fsOwner = teamcity (auth:SIMPLE)
2015-02-10 22:38:46,504 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(695)) - supergroup = supergroup
2015-02-10 22:38:46,505 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(696)) - isPermissionEnabled = true
2015-02-10 22:38:46,506 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(707)) - HA Enabled: false
2015-02-10 22:38:46,510 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(744)) - Append Enabled: true
2015-02-10 22:38:46,853 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-10 22:38:46,854 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-10 22:38:46,854 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-10 22:38:46,855 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-10 22:38:46,856 INFO namenode.NameNode (FSDirectory.java:<init>(204)) - Caching file names occuring more than 10 times
2015-02-10 22:38:46,865 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-10 22:38:46,865 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-10 22:38:46,866 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-10 22:38:46,866 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-10 22:38:46,869 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4720)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-10 22:38:46,869 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4721)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-10 22:38:46,869 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4722)) - dfs.namenode.safemode.extension = 0
2015-02-10 22:38:46,871 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(828)) - Retry cache on namenode is enabled
2015-02-10 22:38:46,872 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(836)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-10 22:38:46,875 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-10 22:38:46,876 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-10 22:38:46,876 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-10 22:38:46,877 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-10 22:38:46,885 INFO namenode.AclConfigFlag (AclConfigFlag.java:<init>(40)) - ACLs enabled? false
2015-02-10 22:38:46,983 INFO namenode.FSImage (FSImage.java:format(145)) - Allocated new BlockPoolId: BP-1386448687-10.31.157.187-1423607926902
2015-02-10 22:38:47,049 INFO common.Storage (NNStorage.java:format(550)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/name1 has been successfully formatted.
2015-02-10 22:38:47,058 INFO common.Storage (NNStorage.java:format(550)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/name2 has been successfully formatted.
2015-02-10 22:38:47,264 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(201)) - Going to retain 1 images with txid >= 0
2015-02-10 22:38:47,267 INFO namenode.NameNode (NameNode.java:createNameNode(1298)) - createNameNode []
2015-02-10 22:38:47,319 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2015-02-10 22:38:47,395 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(344)) - Scheduled snapshot period at 10 second(s).
2015-02-10 22:38:47,396 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(183)) - NameNode metrics system started
2015-02-10 22:38:47,399 INFO namenode.NameNode (NameNode.java:setClientNamenodeAddress(337)) - fs.defaultFS is hdfs://127.0.0.1:0
2015-02-10 22:38:47,440 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1654)) - Starting web server as: ${dfs.web.authentication.kerberos.principal}
2015-02-10 22:38:47,440 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1665)) - Starting Web-server for hdfs at: http://localhost:0
2015-02-10 22:38:47,504 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2015-02-10 22:38:47,510 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2015-02-10 22:38:47,528 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(667)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-10 22:38:47,531 INFO http.HttpServer2 (HttpServer2.java:addFilter(645)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2015-02-10 22:38:47,531 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-10 22:38:47,532 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-10 22:38:47,564 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(86)) - Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2015-02-10 22:38:47,566 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(571)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-10 22:38:47,585 INFO http.HttpServer2 (HttpServer2.java:openListeners(855)) - Jetty bound to port 51114
2015-02-10 22:38:47,586 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-10 22:38:47,620 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.4.1/622cd765cf1bf31f04557f106e319814fc54a57f/hadoop-hdfs-2.4.1-tests.jar!/webapps/hdfs to /tmp/Jetty_localhost_51114_hdfs____vd1mzm/webapp
2015-02-10 22:38:47,930 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(162)) - 'signature.secret' configuration not set, using a random value as secret
2015-02-10 22:38:47,987 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:51114
2015-02-10 22:38:47,989 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(677)) - fsLock is fair:true
2015-02-10 22:38:47,991 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2015-02-10 22:38:47,991 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2015-02-10 22:38:47,992 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(234)) - dfs.block.invalidate.limit=1000
2015-02-10 22:38:47,992 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(240)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-10 22:38:47,992 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-10 22:38:47,993 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-10 22:38:47,993 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-10 22:38:47,994 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-10 22:38:47,996 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(349)) - dfs.block.access.token.enable=false
2015-02-10 22:38:47,996 INFO blockmanagement.BlockManager (BlockManager.java:<init>(334)) - defaultReplication = 3
2015-02-10 22:38:47,996 INFO blockmanagement.BlockManager (BlockManager.java:<init>(335)) - maxReplication = 512
2015-02-10 22:38:47,997 INFO blockmanagement.BlockManager (BlockManager.java:<init>(336)) - minReplication = 1
2015-02-10 22:38:47,997 INFO blockmanagement.BlockManager (BlockManager.java:<init>(337)) - maxReplicationStreams = 2
2015-02-10 22:38:47,997 INFO blockmanagement.BlockManager (BlockManager.java:<init>(338)) - shouldCheckForEnoughRacks = false
2015-02-10 22:38:47,998 INFO blockmanagement.BlockManager (BlockManager.java:<init>(339)) - replicationRecheckInterval = 3000
2015-02-10 22:38:47,998 INFO blockmanagement.BlockManager (BlockManager.java:<init>(340)) - encryptDataTransfer = false
2015-02-10 22:38:47,998 INFO blockmanagement.BlockManager (BlockManager.java:<init>(341)) - maxNumBlocksToLog = 1000
2015-02-10 22:38:47,999 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(694)) - fsOwner = teamcity (auth:SIMPLE)
2015-02-10 22:38:47,999 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(695)) - supergroup = supergroup
2015-02-10 22:38:48,000 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(696)) - isPermissionEnabled = true
2015-02-10 22:38:48,000 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(707)) - HA Enabled: false
2015-02-10 22:38:48,001 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(744)) - Append Enabled: true
2015-02-10 22:38:48,002 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-10 22:38:48,002 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-10 22:38:48,002 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-10 22:38:48,003 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-10 22:38:48,004 INFO namenode.NameNode (FSDirectory.java:<init>(204)) - Caching file names occuring more than 10 times
2015-02-10 22:38:48,004 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-10 22:38:48,005 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-10 22:38:48,005 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-10 22:38:48,005 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-10 22:38:48,006 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4720)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-10 22:38:48,006 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4721)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-10 22:38:48,007 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4722)) - dfs.namenode.safemode.extension = 0
2015-02-10 22:38:48,007 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(828)) - Retry cache on namenode is enabled
2015-02-10 22:38:48,008 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(836)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-10 22:38:48,008 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-10 22:38:48,008 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-10 22:38:48,009 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-10 22:38:48,009 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-10 22:38:48,012 INFO namenode.AclConfigFlag (AclConfigFlag.java:<init>(40)) - ACLs enabled? false
2015-02-10 22:38:48,050 INFO common.Storage (Storage.java:tryLock(702)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/name1/in_use.lock acquired by nodename 25632@ip-10-31-157-187
2015-02-10 22:38:48,060 INFO common.Storage (Storage.java:tryLock(702)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/name2/in_use.lock acquired by nodename 25632@ip-10-31-157-187
2015-02-10 22:38:48,064 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(322)) - Recovering unfinalized segments in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/name1/current
2015-02-10 22:38:48,065 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(322)) - Recovering unfinalized segments in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/name2/current
2015-02-10 22:38:48,066 INFO namenode.FSImage (FSImage.java:loadFSImage(642)) - No edit log streams selected.
2015-02-10 22:38:48,085 INFO namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(173)) - Loading 1 INodes.
2015-02-10 22:38:48,095 INFO namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(170)) - Loaded FSImage in 0 seconds.
2015-02-10 22:38:48,095 INFO namenode.FSImage (FSImage.java:loadFSImage(915)) - Loaded image for txid 0 from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2015-02-10 22:38:48,102 INFO namenode.FSNamesystem (FSNamesystem.java:loadFSImage(897)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2015-02-10 22:38:48,103 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1112)) - Starting log segment at 1
2015-02-10 22:38:48,269 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2015-02-10 22:38:48,270 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(645)) - Finished loading FSImage in 258 msecs
2015-02-10 22:38:48,503 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(295)) - RPC server is binding to localhost:0
2015-02-10 22:38:48,514 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-10 22:38:48,533 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 40976
2015-02-10 22:38:48,581 INFO namenode.NameNode (NameNode.java:initialize(567)) - Clients are to use localhost:40976 to access this namenode/service.
2015-02-10 22:38:48,586 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(5651)) - Registered FSNamesystemState MBean
2015-02-10 22:38:48,612 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5307)) - Number of blocks under construction: 0
2015-02-10 22:38:48,612 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5307)) - Number of blocks under construction: 0
2015-02-10 22:38:48,613 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(1067)) - initializing replication queues
2015-02-10 22:38:48,614 INFO hdfs.StateChange (FSNamesystem.java:leave(4794)) - STATE* Leaving safe mode after 0 secs
2015-02-10 22:38:48,614 INFO hdfs.StateChange (FSNamesystem.java:leave(4805)) - STATE* Network topology has 0 racks and 0 datanodes
2015-02-10 22:38:48,614 INFO hdfs.StateChange (FSNamesystem.java:leave(4808)) - STATE* UnderReplicatedBlocks has 0 blocks
2015-02-10 22:38:48,619 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2489)) - Total number of blocks = 0
2015-02-10 22:38:48,619 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2490)) - Number of invalid blocks = 0
2015-02-10 22:38:48,619 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2491)) - Number of under-replicated blocks = 0
2015-02-10 22:38:48,619 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2492)) - Number of over-replicated blocks = 0
2015-02-10 22:38:48,620 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2494)) - Number of blocks being written = 0
2015-02-10 22:38:48,620 INFO hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(2495)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 6 msec
2015-02-10 22:38:48,658 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-10 22:38:48,659 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 40976: starting
2015-02-10 22:38:48,665 INFO namenode.NameNode (NameNode.java:startCommonServices(609)) - NameNode RPC up at: localhost/127.0.0.1:40976
2015-02-10 22:38:48,666 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(997)) - Starting services required for active state
2015-02-10 22:38:48,673 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(159)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2015-02-10 22:38:48,674 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(172)) - Rescanning because of pending operations
2015-02-10 22:38:48,674 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-10 22:38:48,716 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1290)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2
2015-02-10 22:38:48,839 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2015-02-10 22:38:48,840 INFO datanode.DataNode (DataNode.java:<init>(288)) - Configured hostname is 127.0.0.1
2015-02-10 22:38:48,842 INFO datanode.DataNode (DataNode.java:startDataNode(764)) - Starting DataNode with maxLockedMemory = 0
2015-02-10 22:38:48,850 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:57417
2015-02-10 22:38:48,853 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2015-02-10 22:38:48,866 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-10 22:38:48,867 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(667)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-10 22:38:48,869 INFO http.HttpServer2 (HttpServer2.java:addFilter(645)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-10 22:38:48,870 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-10 22:38:48,870 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-10 22:38:48,876 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(571)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-10 22:38:48,877 INFO http.HttpServer2 (HttpServer2.java:openListeners(855)) - Jetty bound to port 56550
2015-02-10 22:38:48,877 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-10 22:38:48,882 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.4.1/622cd765cf1bf31f04557f106e319814fc54a57f/hadoop-hdfs-2.4.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_56550_datanode____.3bb4ui/webapp
2015-02-10 22:38:49,082 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:56550
2015-02-10 22:38:49,086 INFO datanode.DataNode (DataNode.java:startDataNode(781)) - dnUserName = teamcity
2015-02-10 22:38:49,086 INFO datanode.DataNode (DataNode.java:startDataNode(782)) - supergroup = supergroup
2015-02-10 22:38:49,101 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-10 22:38:49,103 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 37703
2015-02-10 22:38:49,112 INFO datanode.DataNode (DataNode.java:initIpcServer(439)) - Opened IPC server at /127.0.0.1:37703
2015-02-10 22:38:49,124 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-10 22:38:49,127 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-10 22:38:49,141 INFO datanode.DataNode (BPServiceActor.java:run(809)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:40976 starting to offer service
2015-02-10 22:38:49,146 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-10 22:38:49,146 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 37703: starting
2015-02-10 22:38:49,159 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1290)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4
2015-02-10 22:38:49,187 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2015-02-10 22:38:49,188 INFO datanode.DataNode (DataNode.java:<init>(288)) - Configured hostname is 127.0.0.1
2015-02-10 22:38:49,189 INFO datanode.DataNode (DataNode.java:startDataNode(764)) - Starting DataNode with maxLockedMemory = 0
2015-02-10 22:38:49,191 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:46700
2015-02-10 22:38:49,191 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2015-02-10 22:38:49,193 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-10 22:38:49,195 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(667)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-10 22:38:49,197 INFO http.HttpServer2 (HttpServer2.java:addFilter(645)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-10 22:38:49,198 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-10 22:38:49,199 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-10 22:38:49,201 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(571)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-10 22:38:49,203 INFO http.HttpServer2 (HttpServer2.java:openListeners(855)) - Jetty bound to port 43150
2015-02-10 22:38:49,203 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-10 22:38:49,210 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.4.1/622cd765cf1bf31f04557f106e319814fc54a57f/hadoop-hdfs-2.4.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_43150_datanode____.t29wx8/webapp
2015-02-10 22:38:49,412 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:43150
2015-02-10 22:38:49,414 INFO datanode.DataNode (DataNode.java:startDataNode(781)) - dnUserName = teamcity
2015-02-10 22:38:49,415 INFO datanode.DataNode (DataNode.java:startDataNode(782)) - supergroup = supergroup
2015-02-10 22:38:49,416 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-10 22:38:49,419 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 40755
2015-02-10 22:38:49,426 INFO datanode.DataNode (DataNode.java:initIpcServer(439)) - Opened IPC server at /127.0.0.1:40755
2015-02-10 22:38:49,435 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-10 22:38:49,436 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-10 22:38:49,439 INFO datanode.DataNode (BPServiceActor.java:run(809)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:40976 starting to offer service
2015-02-10 22:38:49,441 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-10 22:38:49,446 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 40755: starting
2015-02-10 22:38:49,451 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1290)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6
2015-02-10 22:38:49,463 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -56
2015-02-10 22:38:49,464 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -56
2015-02-10 22:38:49,479 INFO common.Storage (Storage.java:tryLock(702)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 25632@ip-10-31-157-187
2015-02-10 22:38:49,480 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1 is not formatted
2015-02-10 22:38:49,481 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-10 22:38:49,512 INFO common.Storage (Storage.java:tryLock(702)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 25632@ip-10-31-157-187
2015-02-10 22:38:49,513 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2015-02-10 22:38:49,513 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3 is not formatted
2015-02-10 22:38:49,513 INFO datanode.DataNode (DataNode.java:<init>(288)) - Configured hostname is 127.0.0.1
2015-02-10 22:38:49,513 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-10 22:38:49,514 INFO datanode.DataNode (DataNode.java:startDataNode(764)) - Starting DataNode with maxLockedMemory = 0
2015-02-10 22:38:49,515 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:47015
2015-02-10 22:38:49,515 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2015-02-10 22:38:49,517 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-10 22:38:49,518 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(667)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-10 22:38:49,519 INFO http.HttpServer2 (HttpServer2.java:addFilter(645)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-10 22:38:49,519 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-10 22:38:49,520 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-10 22:38:49,522 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(571)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-10 22:38:49,523 INFO http.HttpServer2 (HttpServer2.java:openListeners(855)) - Jetty bound to port 47243
2015-02-10 22:38:49,523 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-10 22:38:49,530 INFO common.Storage (Storage.java:tryLock(702)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 25632@ip-10-31-157-187
2015-02-10 22:38:49,530 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.4.1/622cd765cf1bf31f04557f106e319814fc54a57f/hadoop-hdfs-2.4.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_47243_datanode____qxi2lx/webapp
2015-02-10 22:38:49,530 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4 is not formatted
2015-02-10 22:38:49,531 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-10 22:38:49,531 INFO common.Storage (Storage.java:tryLock(702)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 25632@ip-10-31-157-187
2015-02-10 22:38:49,531 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2 is not formatted
2015-02-10 22:38:49,531 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-10 22:38:49,623 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-1386448687-10.31.157.187-1423607926902
2015-02-10 22:38:49,623 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-10 22:38:49,625 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902 is not formatted.
2015-02-10 22:38:49,626 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-10 22:38:49,626 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-1386448687-10.31.157.187-1423607926902
2015-02-10 22:38:49,626 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1386448687-10.31.157.187-1423607926902 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current
2015-02-10 22:38:49,626 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-10 22:38:49,627 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902 is not formatted.
2015-02-10 22:38:49,627 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-10 22:38:49,627 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1386448687-10.31.157.187-1423607926902 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current
2015-02-10 22:38:49,637 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-10 22:38:49,638 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902 is not formatted.
2015-02-10 22:38:49,638 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-10 22:38:49,638 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1386448687-10.31.157.187-1423607926902 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current
2015-02-10 22:38:49,638 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-10 22:38:49,639 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902 is not formatted.
2015-02-10 22:38:49,639 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-10 22:38:49,639 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1386448687-10.31.157.187-1423607926902 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current
2015-02-10 22:38:49,675 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-10 22:38:49,676 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-10 22:38:49,679 INFO datanode.DataNode (DataNode.java:initStorage(976)) - Setting up storage: nsid=1021517176;bpid=BP-1386448687-10.31.157.187-1423607926902;lv=-55;nsInfo=lv=-56;cid=testClusterID;nsid=1021517176;c=0;bpid=BP-1386448687-10.31.157.187-1423607926902;dnuuid=null
2015-02-10 22:38:49,681 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(809)) - Generated and persisted new Datanode UUID 7902243c-584c-4d9b-b729-9ff5037fd55a
2015-02-10 22:38:49,689 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-10 22:38:49,690 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-10 22:38:49,693 INFO datanode.DataNode (DataNode.java:initStorage(976)) - Setting up storage: nsid=1021517176;bpid=BP-1386448687-10.31.157.187-1423607926902;lv=-55;nsInfo=lv=-56;cid=testClusterID;nsid=1021517176;c=0;bpid=BP-1386448687-10.31.157.187-1423607926902;dnuuid=null
2015-02-10 22:38:49,695 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(809)) - Generated and persisted new Datanode UUID d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98
2015-02-10 22:38:49,700 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(216)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current, StorageType: DISK
2015-02-10 22:38:49,700 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(216)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current, StorageType: DISK
2015-02-10 22:38:49,701 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(216)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current, StorageType: DISK
2015-02-10 22:38:49,701 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(216)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current, StorageType: DISK
2015-02-10 22:38:49,748 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1378)) - Registered FSDatasetState MBean
2015-02-10 22:38:49,748 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1378)) - Registered FSDatasetState MBean
2015-02-10 22:38:49,755 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423608719755 with interval 21600000
2015-02-10 22:38:49,755 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423622916755 with interval 21600000
2015-02-10 22:38:49,757 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1747)) - Adding block pool BP-1386448687-10.31.157.187-1423607926902
2015-02-10 22:38:49,757 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1747)) - Adding block pool BP-1386448687-10.31.157.187-1423607926902
2015-02-10 22:38:49,758 INFO impl.FsDatasetImpl (FsVolumeList.java:run(207)) - Scanning block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current...
2015-02-10 22:38:49,759 INFO impl.FsDatasetImpl (FsVolumeList.java:run(207)) - Scanning block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current...
2015-02-10 22:38:49,759 INFO impl.FsDatasetImpl (FsVolumeList.java:run(207)) - Scanning block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current...
2015-02-10 22:38:49,759 INFO impl.FsDatasetImpl (FsVolumeList.java:run(207)) - Scanning block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current...
2015-02-10 22:38:49,777 INFO impl.FsDatasetImpl (FsVolumeList.java:run(212)) - Time taken to scan block pool BP-1386448687-10.31.157.187-1423607926902 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current: 18ms
2015-02-10 22:38:49,777 INFO impl.FsDatasetImpl (FsVolumeList.java:run(212)) - Time taken to scan block pool BP-1386448687-10.31.157.187-1423607926902 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current: 17ms
2015-02-10 22:38:49,777 INFO impl.FsDatasetImpl (FsVolumeList.java:run(212)) - Time taken to scan block pool BP-1386448687-10.31.157.187-1423607926902 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current: 16ms
2015-02-10 22:38:49,777 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(236)) - Total time to scan all replicas for block pool BP-1386448687-10.31.157.187-1423607926902: 19ms
2015-02-10 22:38:49,778 INFO impl.FsDatasetImpl (FsVolumeList.java:run(108)) - Adding replicas to map for block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current...
2015-02-10 22:38:49,779 INFO impl.FsDatasetImpl (FsVolumeList.java:run(113)) - Time to add replicas to map for block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current: 1ms
2015-02-10 22:38:49,777 INFO impl.FsDatasetImpl (FsVolumeList.java:run(212)) - Time taken to scan block pool BP-1386448687-10.31.157.187-1423607926902 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current: 17ms
2015-02-10 22:38:49,778 INFO impl.FsDatasetImpl (FsVolumeList.java:run(108)) - Adding replicas to map for block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current...
2015-02-10 22:38:49,779 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(236)) - Total time to scan all replicas for block pool BP-1386448687-10.31.157.187-1423607926902: 21ms
2015-02-10 22:38:49,780 INFO impl.FsDatasetImpl (FsVolumeList.java:run(113)) - Time to add replicas to map for block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current: 0ms
2015-02-10 22:38:49,780 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(136)) - Total time to add all replicas to map: 2ms
2015-02-10 22:38:49,783 INFO impl.FsDatasetImpl (FsVolumeList.java:run(108)) - Adding replicas to map for block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current...
2015-02-10 22:38:49,783 INFO impl.FsDatasetImpl (FsVolumeList.java:run(108)) - Adding replicas to map for block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current...
2015-02-10 22:38:49,784 INFO impl.FsDatasetImpl (FsVolumeList.java:run(113)) - Time to add replicas to map for block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current: 0ms
2015-02-10 22:38:49,784 INFO datanode.DataNode (BPServiceActor.java:register(769)) - Block pool BP-1386448687-10.31.157.187-1423607926902 (Datanode Uuid null) service to localhost/127.0.0.1:40976 beginning handshake with NN
2015-02-10 22:38:49,784 INFO impl.FsDatasetImpl (FsVolumeList.java:run(113)) - Time to add replicas to map for block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current: 0ms
2015-02-10 22:38:49,785 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(136)) - Total time to add all replicas to map: 5ms
2015-02-10 22:38:49,785 INFO datanode.DataNode (BPServiceActor.java:register(769)) - Block pool BP-1386448687-10.31.157.187-1423607926902 (Datanode Uuid null) service to localhost/127.0.0.1:40976 beginning handshake with NN
2015-02-10 22:38:49,796 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:47243
2015-02-10 22:38:49,797 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(822)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=7902243c-584c-4d9b-b729-9ff5037fd55a, infoPort=43150, ipcPort=40755, storageInfo=lv=-55;cid=testClusterID;nsid=1021517176;c=0) storage 7902243c-584c-4d9b-b729-9ff5037fd55a
2015-02-10 22:38:49,797 INFO datanode.DataNode (DataNode.java:startDataNode(781)) - dnUserName = teamcity
2015-02-10 22:38:49,797 INFO datanode.DataNode (DataNode.java:startDataNode(782)) - supergroup = supergroup
2015-02-10 22:38:49,799 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-10 22:38:49,800 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 48492
2015-02-10 22:38:49,802 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:46700
2015-02-10 22:38:49,805 INFO datanode.DataNode (DataNode.java:initIpcServer(439)) - Opened IPC server at /127.0.0.1:48492
2015-02-10 22:38:49,806 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool Block pool BP-1386448687-10.31.157.187-1423607926902 (Datanode Uuid null) service to localhost/127.0.0.1:40976 successfully registered with NN
2015-02-10 22:38:49,807 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(822)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, infoPort=56550, ipcPort=37703, storageInfo=lv=-55;cid=testClusterID;nsid=1021517176;c=0) storage d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98
2015-02-10 22:38:49,807 INFO datanode.DataNode (BPServiceActor.java:offerService(641)) - For namenode localhost/127.0.0.1:40976 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-10 22:38:49,807 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:57417
2015-02-10 22:38:49,809 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool Block pool BP-1386448687-10.31.157.187-1423607926902 (Datanode Uuid null) service to localhost/127.0.0.1:40976 successfully registered with NN
2015-02-10 22:38:49,809 INFO datanode.DataNode (BPServiceActor.java:offerService(641)) - For namenode localhost/127.0.0.1:40976 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-10 22:38:49,814 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-10 22:38:49,814 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-10 22:38:49,816 INFO datanode.DataNode (BPServiceActor.java:run(809)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:40976 starting to offer service
2015-02-10 22:38:49,816 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-10 22:38:49,822 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1290)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8
2015-02-10 22:38:49,816 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 48492: starting
2015-02-10 22:38:49,828 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -56
2015-02-10 22:38:49,850 INFO common.Storage (Storage.java:tryLock(702)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 25632@ip-10-31-157-187
2015-02-10 22:38:49,850 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5 is not formatted
2015-02-10 22:38:49,851 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-10 22:38:49,858 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2015-02-10 22:38:49,859 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-e21fdaa4-6da3-43bb-abaa-d228478abca9 for DN 127.0.0.1:57417
2015-02-10 22:38:49,859 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d for DN 127.0.0.1:57417
2015-02-10 22:38:49,859 INFO common.Storage (Storage.java:tryLock(702)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 25632@ip-10-31-157-187
2015-02-10 22:38:49,860 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6 is not formatted
2015-02-10 22:38:49,860 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-10 22:38:49,859 INFO datanode.DataNode (DataNode.java:<init>(288)) - Configured hostname is 127.0.0.1
2015-02-10 22:38:49,861 INFO datanode.DataNode (DataNode.java:startDataNode(764)) - Starting DataNode with maxLockedMemory = 0
2015-02-10 22:38:49,862 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:34372
2015-02-10 22:38:49,863 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2015-02-10 22:38:49,864 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-10 22:38:49,865 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(667)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-10 22:38:49,866 INFO http.HttpServer2 (HttpServer2.java:addFilter(645)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-10 22:38:49,867 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-10 22:38:49,867 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-10 22:38:49,869 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(571)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-10 22:38:49,870 INFO http.HttpServer2 (HttpServer2.java:openListeners(855)) - Jetty bound to port 47149
2015-02-10 22:38:49,871 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-10 22:38:49,874 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369 for DN 127.0.0.1:46700
2015-02-10 22:38:49,874 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-1386448687-10.31.157.187-1423607926902 (Datanode Uuid d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98) service to localhost/127.0.0.1:40976 trying to claim ACTIVE state with txid=1
2015-02-10 22:38:49,875 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e for DN 127.0.0.1:46700
2015-02-10 22:38:49,875 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-1386448687-10.31.157.187-1423607926902 (Datanode Uuid d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98) service to localhost/127.0.0.1:40976
2015-02-10 22:38:49,877 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-1386448687-10.31.157.187-1423607926902 (Datanode Uuid 7902243c-584c-4d9b-b729-9ff5037fd55a) service to localhost/127.0.0.1:40976 trying to claim ACTIVE state with txid=1
2015-02-10 22:38:49,877 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-1386448687-10.31.157.187-1423607926902 (Datanode Uuid 7902243c-584c-4d9b-b729-9ff5037fd55a) service to localhost/127.0.0.1:40976
2015-02-10 22:38:49,877 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.4.1/622cd765cf1bf31f04557f106e319814fc54a57f/hadoop-hdfs-2.4.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_47149_datanode____.r45v2e/webapp
2015-02-10 22:38:49,888 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1707)) - BLOCK* processReport: Received first block report from org.apache.hadoop.hdfs.server.protocol.DatanodeStorage@ca25e4e7 after starting up or becoming active. Its block contents are no longer considered stale
2015-02-10 22:38:49,889 INFO BlockStateChange (BlockManager.java:processReport(1723)) - BLOCK* processReport: from storage DS-e21fdaa4-6da3-43bb-abaa-d228478abca9 node DatanodeRegistration(127.0.0.1, datanodeUuid=d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, infoPort=56550, ipcPort=37703, storageInfo=lv=-55;cid=testClusterID;nsid=1021517176;c=0), blocks: 0, processing time: 3 msecs
2015-02-10 22:38:49,889 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1707)) - BLOCK* processReport: Received first block report from org.apache.hadoop.hdfs.server.protocol.DatanodeStorage@a9cf7700 after starting up or becoming active. Its block contents are no longer considered stale
2015-02-10 22:38:49,889 INFO BlockStateChange (BlockManager.java:processReport(1723)) - BLOCK* processReport: from storage DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d node DatanodeRegistration(127.0.0.1, datanodeUuid=d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, infoPort=56550, ipcPort=37703, storageInfo=lv=-55;cid=testClusterID;nsid=1021517176;c=0), blocks: 0, processing time: 0 msecs
2015-02-10 22:38:49,916 INFO datanode.DataNode (BPServiceActor.java:blockReport(502)) - Sent 1 blockreports 0 blocks total. Took 2 msec to generate and 38 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@65f4ba51
2015-02-10 22:38:49,916 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-1386448687-10.31.157.187-1423607926902
2015-02-10 22:38:49,916 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1707)) - BLOCK* processReport: Received first block report from org.apache.hadoop.hdfs.server.protocol.DatanodeStorage@60ed87ee after starting up or becoming active. Its block contents are no longer considered stale
2015-02-10 22:38:49,917 INFO BlockStateChange (BlockManager.java:processReport(1723)) - BLOCK* processReport: from storage DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e node DatanodeRegistration(127.0.0.1, datanodeUuid=7902243c-584c-4d9b-b729-9ff5037fd55a, infoPort=43150, ipcPort=40755, storageInfo=lv=-55;cid=testClusterID;nsid=1021517176;c=0), blocks: 0, processing time: 0 msecs
2015-02-10 22:38:49,917 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1707)) - BLOCK* processReport: Received first block report from org.apache.hadoop.hdfs.server.protocol.DatanodeStorage@54e65f4f after starting up or becoming active. Its block contents are no longer considered stale
2015-02-10 22:38:49,917 INFO BlockStateChange (BlockManager.java:processReport(1723)) - BLOCK* processReport: from storage DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369 node DatanodeRegistration(127.0.0.1, datanodeUuid=7902243c-584c-4d9b-b729-9ff5037fd55a, infoPort=43150, ipcPort=40755, storageInfo=lv=-55;cid=testClusterID;nsid=1021517176;c=0), blocks: 0, processing time: 0 msecs
2015-02-10 22:38:49,918 INFO datanode.DataNode (BPServiceActor.java:blockReport(502)) - Sent 1 blockreports 0 blocks total. Took 1 msec to generate and 40 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@59e3bddb
2015-02-10 22:38:49,918 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-1386448687-10.31.157.187-1423607926902
2015-02-10 22:38:49,923 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-10 22:38:49,923 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-10 22:38:49,923 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-10 22:38:49,923 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-10 22:38:49,923 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-10 22:38:49,924 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-10 22:38:49,924 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1386448687-10.31.157.187-1423607926902
2015-02-10 22:38:49,924 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-10 22:38:49,925 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-10 22:38:49,926 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1386448687-10.31.157.187-1423607926902
2015-02-10 22:38:49,928 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1386448687-10.31.157.187-1423607926902 to blockPoolScannerMap, new size=1
2015-02-10 22:38:49,928 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1386448687-10.31.157.187-1423607926902 to blockPoolScannerMap, new size=1
2015-02-10 22:38:49,941 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-1386448687-10.31.157.187-1423607926902
2015-02-10 22:38:49,941 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-10 22:38:49,942 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902 is not formatted.
2015-02-10 22:38:49,942 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-10 22:38:49,942 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1386448687-10.31.157.187-1423607926902 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current
2015-02-10 22:38:49,951 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-10 22:38:49,951 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902 is not formatted.
2015-02-10 22:38:49,951 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-10 22:38:49,951 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1386448687-10.31.157.187-1423607926902 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current
2015-02-10 22:38:49,955 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-10 22:38:49,956 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-10 22:38:49,958 INFO datanode.DataNode (DataNode.java:initStorage(976)) - Setting up storage: nsid=1021517176;bpid=BP-1386448687-10.31.157.187-1423607926902;lv=-55;nsInfo=lv=-56;cid=testClusterID;nsid=1021517176;c=0;bpid=BP-1386448687-10.31.157.187-1423607926902;dnuuid=null
2015-02-10 22:38:49,961 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(809)) - Generated and persisted new Datanode UUID 4cc825b1-6260-405b-b664-25157c690ed1
2015-02-10 22:38:49,962 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(216)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current, StorageType: DISK
2015-02-10 22:38:49,962 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(216)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current, StorageType: DISK
2015-02-10 22:38:49,963 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1378)) - Registered FSDatasetState MBean
2015-02-10 22:38:49,964 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423620833964 with interval 21600000
2015-02-10 22:38:49,964 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1747)) - Adding block pool BP-1386448687-10.31.157.187-1423607926902
2015-02-10 22:38:49,965 INFO impl.FsDatasetImpl (FsVolumeList.java:run(207)) - Scanning block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current...
2015-02-10 22:38:49,965 INFO impl.FsDatasetImpl (FsVolumeList.java:run(207)) - Scanning block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current...
2015-02-10 22:38:49,971 INFO impl.FsDatasetImpl (FsVolumeList.java:run(212)) - Time taken to scan block pool BP-1386448687-10.31.157.187-1423607926902 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current: 6ms
2015-02-10 22:38:49,973 INFO impl.FsDatasetImpl (FsVolumeList.java:run(212)) - Time taken to scan block pool BP-1386448687-10.31.157.187-1423607926902 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current: 8ms
2015-02-10 22:38:49,973 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(236)) - Total time to scan all replicas for block pool BP-1386448687-10.31.157.187-1423607926902: 9ms
2015-02-10 22:38:49,974 INFO impl.FsDatasetImpl (FsVolumeList.java:run(108)) - Adding replicas to map for block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current...
2015-02-10 22:38:49,974 INFO impl.FsDatasetImpl (FsVolumeList.java:run(113)) - Time to add replicas to map for block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current: 0ms
2015-02-10 22:38:49,975 INFO impl.FsDatasetImpl (FsVolumeList.java:run(108)) - Adding replicas to map for block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current...
2015-02-10 22:38:49,975 INFO impl.FsDatasetImpl (FsVolumeList.java:run(113)) - Time to add replicas to map for block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current: 0ms
2015-02-10 22:38:49,975 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(136)) - Total time to add all replicas to map: 2ms
2015-02-10 22:38:49,976 INFO datanode.DataNode (BPServiceActor.java:register(769)) - Block pool BP-1386448687-10.31.157.187-1423607926902 (Datanode Uuid null) service to localhost/127.0.0.1:40976 beginning handshake with NN
2015-02-10 22:38:49,978 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(822)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=4cc825b1-6260-405b-b664-25157c690ed1, infoPort=47243, ipcPort=48492, storageInfo=lv=-55;cid=testClusterID;nsid=1021517176;c=0) storage 4cc825b1-6260-405b-b664-25157c690ed1
2015-02-10 22:38:49,978 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:47015
2015-02-10 22:38:49,980 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool Block pool BP-1386448687-10.31.157.187-1423607926902 (Datanode Uuid null) service to localhost/127.0.0.1:40976 successfully registered with NN
2015-02-10 22:38:49,980 INFO datanode.DataNode (BPServiceActor.java:offerService(641)) - For namenode localhost/127.0.0.1:40976 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-10 22:38:49,982 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-02b34098-92f8-4afa-9d16-5de9c1e905f6 for DN 127.0.0.1:47015
2015-02-10 22:38:49,982 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-dc626673-91ef-4176-863a-67c14f1037fc for DN 127.0.0.1:47015
2015-02-10 22:38:49,983 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-1386448687-10.31.157.187-1423607926902 (Datanode Uuid 4cc825b1-6260-405b-b664-25157c690ed1) service to localhost/127.0.0.1:40976 trying to claim ACTIVE state with txid=1
2015-02-10 22:38:49,983 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-1386448687-10.31.157.187-1423607926902 (Datanode Uuid 4cc825b1-6260-405b-b664-25157c690ed1) service to localhost/127.0.0.1:40976
2015-02-10 22:38:49,985 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1707)) - BLOCK* processReport: Received first block report from org.apache.hadoop.hdfs.server.protocol.DatanodeStorage@aa677e2d after starting up or becoming active. Its block contents are no longer considered stale
2015-02-10 22:38:49,985 INFO BlockStateChange (BlockManager.java:processReport(1723)) - BLOCK* processReport: from storage DS-dc626673-91ef-4176-863a-67c14f1037fc node DatanodeRegistration(127.0.0.1, datanodeUuid=4cc825b1-6260-405b-b664-25157c690ed1, infoPort=47243, ipcPort=48492, storageInfo=lv=-55;cid=testClusterID;nsid=1021517176;c=0), blocks: 0, processing time: 1 msecs
2015-02-10 22:38:49,985 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1707)) - BLOCK* processReport: Received first block report from org.apache.hadoop.hdfs.server.protocol.DatanodeStorage@a83fba13 after starting up or becoming active. Its block contents are no longer considered stale
2015-02-10 22:38:49,985 INFO BlockStateChange (BlockManager.java:processReport(1723)) - BLOCK* processReport: from storage DS-02b34098-92f8-4afa-9d16-5de9c1e905f6 node DatanodeRegistration(127.0.0.1, datanodeUuid=4cc825b1-6260-405b-b664-25157c690ed1, infoPort=47243, ipcPort=48492, storageInfo=lv=-55;cid=testClusterID;nsid=1021517176;c=0), blocks: 0, processing time: 0 msecs
2015-02-10 22:38:49,986 INFO datanode.DataNode (BPServiceActor.java:blockReport(502)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 3 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@2512b853
2015-02-10 22:38:49,987 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-1386448687-10.31.157.187-1423607926902
2015-02-10 22:38:49,987 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-10 22:38:49,987 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-10 22:38:49,988 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-10 22:38:49,988 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-10 22:38:49,988 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1386448687-10.31.157.187-1423607926902
2015-02-10 22:38:49,989 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1386448687-10.31.157.187-1423607926902 to blockPoolScannerMap, new size=1
2015-02-10 22:38:50,081 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:47149
2015-02-10 22:38:50,082 INFO datanode.DataNode (DataNode.java:startDataNode(781)) - dnUserName = teamcity
2015-02-10 22:38:50,083 INFO datanode.DataNode (DataNode.java:startDataNode(782)) - supergroup = supergroup
2015-02-10 22:38:50,084 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-10 22:38:50,086 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 44547
2015-02-10 22:38:50,090 INFO datanode.DataNode (DataNode.java:initIpcServer(439)) - Opened IPC server at /127.0.0.1:44547
2015-02-10 22:38:50,097 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-10 22:38:50,098 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-10 22:38:50,100 INFO datanode.DataNode (BPServiceActor.java:run(809)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:40976 starting to offer service
2015-02-10 22:38:50,105 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 44547: starting
2015-02-10 22:38:50,102 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-10 22:38:50,113 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -56
2015-02-10 22:38:50,123 INFO common.Storage (Storage.java:tryLock(702)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 25632@ip-10-31-157-187
2015-02-10 22:38:50,123 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7 is not formatted
2015-02-10 22:38:50,123 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-10 22:38:50,135 INFO common.Storage (Storage.java:tryLock(702)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 25632@ip-10-31-157-187
2015-02-10 22:38:50,136 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8 is not formatted
2015-02-10 22:38:50,136 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-10 22:38:50,226 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-1386448687-10.31.157.187-1423607926902
2015-02-10 22:38:50,226 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-10 22:38:50,227 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902 is not formatted.
2015-02-10 22:38:50,227 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-10 22:38:50,227 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1386448687-10.31.157.187-1423607926902 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current
2015-02-10 22:38:50,233 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-10 22:38:50,233 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902 is not formatted.
2015-02-10 22:38:50,233 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-10 22:38:50,233 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1386448687-10.31.157.187-1423607926902 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current
2015-02-10 22:38:50,239 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-10 22:38:50,240 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-10 22:38:50,243 INFO datanode.DataNode (DataNode.java:initStorage(976)) - Setting up storage: nsid=1021517176;bpid=BP-1386448687-10.31.157.187-1423607926902;lv=-55;nsInfo=lv=-56;cid=testClusterID;nsid=1021517176;c=0;bpid=BP-1386448687-10.31.157.187-1423607926902;dnuuid=null
2015-02-10 22:38:50,245 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(809)) - Generated and persisted new Datanode UUID 00360260-f083-465b-b2cc-b95e38006054
2015-02-10 22:38:50,246 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(216)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current, StorageType: DISK
2015-02-10 22:38:50,247 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(216)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current, StorageType: DISK
2015-02-10 22:38:50,248 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1378)) - Registered FSDatasetState MBean
2015-02-10 22:38:50,248 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423613361248 with interval 21600000
2015-02-10 22:38:50,249 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1747)) - Adding block pool BP-1386448687-10.31.157.187-1423607926902
2015-02-10 22:38:50,249 INFO impl.FsDatasetImpl (FsVolumeList.java:run(207)) - Scanning block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current...
2015-02-10 22:38:50,250 INFO impl.FsDatasetImpl (FsVolumeList.java:run(207)) - Scanning block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current...
2015-02-10 22:38:50,257 INFO impl.FsDatasetImpl (FsVolumeList.java:run(212)) - Time taken to scan block pool BP-1386448687-10.31.157.187-1423607926902 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current: 7ms
2015-02-10 22:38:50,258 INFO impl.FsDatasetImpl (FsVolumeList.java:run(212)) - Time taken to scan block pool BP-1386448687-10.31.157.187-1423607926902 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current: 7ms
2015-02-10 22:38:50,258 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(236)) - Total time to scan all replicas for block pool BP-1386448687-10.31.157.187-1423607926902: 9ms
2015-02-10 22:38:50,259 INFO impl.FsDatasetImpl (FsVolumeList.java:run(108)) - Adding replicas to map for block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current...
2015-02-10 22:38:50,259 INFO impl.FsDatasetImpl (FsVolumeList.java:run(108)) - Adding replicas to map for block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current...
2015-02-10 22:38:50,259 INFO impl.FsDatasetImpl (FsVolumeList.java:run(113)) - Time to add replicas to map for block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current: 0ms
2015-02-10 22:38:50,259 INFO impl.FsDatasetImpl (FsVolumeList.java:run(113)) - Time to add replicas to map for block pool BP-1386448687-10.31.157.187-1423607926902 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current: 0ms
2015-02-10 22:38:50,261 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(136)) - Total time to add all replicas to map: 3ms
2015-02-10 22:38:50,262 INFO datanode.DataNode (BPServiceActor.java:register(769)) - Block pool BP-1386448687-10.31.157.187-1423607926902 (Datanode Uuid null) service to localhost/127.0.0.1:40976 beginning handshake with NN
2015-02-10 22:38:50,263 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(822)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=00360260-f083-465b-b2cc-b95e38006054, infoPort=47149, ipcPort=44547, storageInfo=lv=-55;cid=testClusterID;nsid=1021517176;c=0) storage 00360260-f083-465b-b2cc-b95e38006054
2015-02-10 22:38:50,264 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:34372
2015-02-10 22:38:50,265 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool Block pool BP-1386448687-10.31.157.187-1423607926902 (Datanode Uuid null) service to localhost/127.0.0.1:40976 successfully registered with NN
2015-02-10 22:38:50,265 INFO datanode.DataNode (BPServiceActor.java:offerService(641)) - For namenode localhost/127.0.0.1:40976 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-10 22:38:50,267 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-10c65840-2735-478a-bdbd-f93194dc286b for DN 127.0.0.1:34372
2015-02-10 22:38:50,267 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f for DN 127.0.0.1:34372
2015-02-10 22:38:50,268 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-1386448687-10.31.157.187-1423607926902 (Datanode Uuid 00360260-f083-465b-b2cc-b95e38006054) service to localhost/127.0.0.1:40976 trying to claim ACTIVE state with txid=1
2015-02-10 22:38:50,268 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-1386448687-10.31.157.187-1423607926902 (Datanode Uuid 00360260-f083-465b-b2cc-b95e38006054) service to localhost/127.0.0.1:40976
2015-02-10 22:38:50,271 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1707)) - BLOCK* processReport: Received first block report from org.apache.hadoop.hdfs.server.protocol.DatanodeStorage@555d5be1 after starting up or becoming active. Its block contents are no longer considered stale
2015-02-10 22:38:50,271 INFO BlockStateChange (BlockManager.java:processReport(1723)) - BLOCK* processReport: from storage DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f node DatanodeRegistration(127.0.0.1, datanodeUuid=00360260-f083-465b-b2cc-b95e38006054, infoPort=47149, ipcPort=44547, storageInfo=lv=-55;cid=testClusterID;nsid=1021517176;c=0), blocks: 0, processing time: 0 msecs
2015-02-10 22:38:50,271 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1707)) - BLOCK* processReport: Received first block report from org.apache.hadoop.hdfs.server.protocol.DatanodeStorage@cbc93f0d after starting up or becoming active. Its block contents are no longer considered stale
2015-02-10 22:38:50,271 INFO BlockStateChange (BlockManager.java:processReport(1723)) - BLOCK* processReport: from storage DS-10c65840-2735-478a-bdbd-f93194dc286b node DatanodeRegistration(127.0.0.1, datanodeUuid=00360260-f083-465b-b2cc-b95e38006054, infoPort=47149, ipcPort=44547, storageInfo=lv=-55;cid=testClusterID;nsid=1021517176;c=0), blocks: 0, processing time: 0 msecs
2015-02-10 22:38:50,273 INFO datanode.DataNode (BPServiceActor.java:blockReport(502)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 4 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@5c3eeab3
2015-02-10 22:38:50,273 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-1386448687-10.31.157.187-1423607926902
2015-02-10 22:38:50,274 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-10 22:38:50,274 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-10 22:38:50,275 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-10 22:38:50,275 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-10 22:38:50,276 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1386448687-10.31.157.187-1423607926902
2015-02-10 22:38:50,276 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1386448687-10.31.157.187-1423607926902 to blockPoolScannerMap, new size=1
2015-02-10 22:38:50,548 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2045)) - Cluster is active
2015-02-10 22:38:50,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:38:50,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:38:50,688 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-1386448687-10.31.157.187-1423607926902 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]}
2015-02-10 22:38:50,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741825_1001 src: /127.0.0.1:57402 dest: /127.0.0.1:57417
2015-02-10 22:38:50,772 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741825_1001 src: /127.0.0.1:39826 dest: /127.0.0.1:46700
2015-02-10 22:38:50,777 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741825_1001 src: /127.0.0.1:48193 dest: /127.0.0.1:47015
2015-02-10 22:38:50,851 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48193, dest: /127.0.0.1:47015, bytes: 487973, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741825_1001, duration: 48313636
2015-02-10 22:38:50,851 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:38:50,851 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:38:50,853 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:39826, dest: /127.0.0.1:46700, bytes: 487973, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741825_1001, duration: 54872106
2015-02-10 22:38:50,854 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:38:50,858 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57402, dest: /127.0.0.1:57417, bytes: 487973, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741825_1001, duration: 56246687
2015-02-10 22:38:50,858 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:38:50,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:38:50,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:38:50,868 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:38:50,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=teamcity:supergroup:rwxr--r--
2015-02-10 22:38:51,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:38:51,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:38:51,184 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar. BP-1386448687-10.31.157.187-1423607926902 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]}
2015-02-10 22:38:51,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741826_1002 src: /127.0.0.1:48194 dest: /127.0.0.1:47015
2015-02-10 22:38:51,193 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741826_1002 src: /127.0.0.1:57406 dest: /127.0.0.1:57417
2015-02-10 22:38:51,196 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741826_1002 src: /127.0.0.1:39830 dest: /127.0.0.1:46700
2015-02-10 22:38:51,209 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:39830, dest: /127.0.0.1:46700, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741826_1002, duration: 10025440
2015-02-10 22:38:51,209 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:38:51,210 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]} size 0
2015-02-10 22:38:51,212 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57406, dest: /127.0.0.1:57417, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741826_1002, duration: 11471824
2015-02-10 22:38:51,213 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]} size 0
2015-02-10 22:38:51,213 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:38:51,215 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48194, dest: /127.0.0.1:47015, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741826_1002, duration: 13430794
2015-02-10 22:38:51,215 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]} size 0
2015-02-10 22:38:51,215 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:38:51,220 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:38:51,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=teamcity:supergroup:rwxr--r--
2015-02-10 22:38:51,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null
2015-02-10 22:38:51,402 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(150)) - mkdir: hdfs://localhost:40976/tmp/hadoop-yarn/staging
2015-02-10 22:38:51,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:38:51,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:38:51,492 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2052)) - core-site.xml not found
2015-02-10 22:38:51,493 INFO security.Groups (Groups.java:refresh(162)) - clearing userToGroupsMap cache
2015-02-10 22:38:51,497 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2052)) - yarn-site.xml not found
2015-02-10 22:38:51,500 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2015-02-10 22:38:51,534 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2015-02-10 22:38:51,539 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(75)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2015-02-10 22:38:51,544 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2015-02-10 22:38:51,553 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2015-02-10 22:38:51,560 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2015-02-10 22:38:51,561 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(257)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2015-02-10 22:38:51,586 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2015-02-10 22:38:51,588 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2015-02-10 22:38:51,590 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2015-02-10 22:38:51,592 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2015-02-10 22:38:51,614 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - ResourceManager metrics system started (again)
2015-02-10 22:38:51,618 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2055)) - found resource capacity-scheduler.xml at jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-server-tests/2.4.1/e64fdb80075b00d491748b659b69845aad81762f/hadoop-yarn-server-tests-2.4.1-tests.jar!/capacity-scheduler.xml
2015-02-10 22:38:51,677 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(191)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:*
2015-02-10 22:38:51,678 INFO capacity.ParentQueue (ParentQueue.java:<init>(153)) - Initialized parent-queue root name=root, fullname=root
2015-02-10 22:38:51,691 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(269)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:* [= configuredAcls ]
nodeLocalityDelay = 0
2015-02-10 22:38:51,699 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(503)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2015-02-10 22:38:51,700 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(503)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-10 22:38:51,701 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(401)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-10 22:38:51,701 INFO capacity.CapacityScheduler (CapacityScheduler.java:reinitialize(300)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>, asynchronousScheduling=false, asyncScheduleInterval=5ms
2015-02-10 22:38:51,772 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2015-02-10 22:38:51,782 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2015-02-10 22:38:51,784 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2015-02-10 22:38:51,788 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-10 22:38:51,789 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-10 22:38:51,789 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-10 22:38:51,790 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-10 22:38:51,791 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-10 22:38:51,791 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-10 22:38:51,792 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-10 22:38:51,792 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-10 22:38:51,793 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-10 22:38:51,794 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-10 22:38:51,795 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list
2015-02-10 22:38:51,802 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1
2015-02-10 22:38:51,803 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2015-02-10 22:38:51,804 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2015-02-10 22:38:51,805 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2015-02-10 22:38:51,805 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2015-02-10 22:38:51,806 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2015-02-10 22:38:51,807 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2015-02-10 22:38:51,808 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2015-02-10 22:38:51,808 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2015-02-10 22:38:51,810 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(532)) - Starting NM: 0
2015-02-10 22:38:51,885 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-10 22:38:51,887 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-10 22:38:51,888 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-10 22:38:51,888 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-10 22:38:51,889 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-10 22:38:51,890 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-10 22:38:51,896 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-10 22:38:51,897 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-10 22:38:51,897 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2015-02-10 22:38:51,907 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-10 22:38:51,908 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(199)) - per directory file limit = 8192
2015-02-10 22:38:52,048 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-10 22:38:52,069 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-10 22:38:52,069 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-10 22:38:52,129 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@7baf1ad8
2015-02-10 22:38:52,130 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2015-02-10 22:38:52,130 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2015-02-10 22:38:52,131 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2015-02-10 22:38:52,132 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(174)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-10 22:38:52,132 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2015-02-10 22:38:52,132 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2015-02-10 22:38:52,133 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2015-02-10 22:38:52,133 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2015-02-10 22:38:52,134 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2015-02-10 22:38:52,134 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2015-02-10 22:38:52,134 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2015-02-10 22:38:52,135 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2015-02-10 22:38:52,135 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(532)) - Starting NM: 1
2015-02-10 22:38:52,154 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-10 22:38:52,154 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-10 22:38:52,155 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-10 22:38:52,155 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-10 22:38:52,155 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-10 22:38:52,156 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-10 22:38:52,156 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-10 22:38:52,156 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-10 22:38:52,157 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2015-02-10 22:38:52,160 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-10 22:38:52,161 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(199)) - per directory file limit = 8192
2015-02-10 22:38:52,291 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-10 22:38:52,294 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-10 22:38:52,294 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-10 22:38:52,307 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@3dae3050
2015-02-10 22:38:52,307 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2015-02-10 22:38:52,307 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2015-02-10 22:38:52,308 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2015-02-10 22:38:52,308 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(174)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-10 22:38:52,309 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2015-02-10 22:38:52,309 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2015-02-10 22:38:52,310 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2015-02-10 22:38:52,310 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2015-02-10 22:38:52,310 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2015-02-10 22:38:52,311 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2015-02-10 22:38:52,311 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2015-02-10 22:38:52,312 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2015-02-10 22:38:52,312 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(532)) - Starting NM: 2
2015-02-10 22:38:52,331 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-10 22:38:52,331 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-10 22:38:52,332 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-10 22:38:52,332 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-10 22:38:52,332 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-10 22:38:52,333 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-10 22:38:52,333 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-10 22:38:52,333 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-10 22:38:52,334 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2015-02-10 22:38:52,338 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-10 22:38:52,339 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(199)) - per directory file limit = 8192
2015-02-10 22:38:52,478 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-10 22:38:52,480 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-10 22:38:52,480 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-10 22:38:52,493 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@d28d900
2015-02-10 22:38:52,494 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2015-02-10 22:38:52,494 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2015-02-10 22:38:52,494 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2015-02-10 22:38:52,495 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(174)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-10 22:38:52,496 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2015-02-10 22:38:52,496 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2015-02-10 22:38:52,496 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2015-02-10 22:38:52,497 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2015-02-10 22:38:52,497 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2015-02-10 22:38:52,497 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2015-02-10 22:38:52,498 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2015-02-10 22:38:52,498 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(550)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2015-02-10 22:38:52,499 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(532)) - Starting NM: 3
2015-02-10 22:38:52,517 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-10 22:38:52,517 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-10 22:38:52,517 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-10 22:38:52,518 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-10 22:38:52,518 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-10 22:38:52,518 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-10 22:38:52,519 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-10 22:38:52,519 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-10 22:38:52,519 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2015-02-10 22:38:52,523 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-10 22:38:52,523 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(199)) - per directory file limit = 8192
2015-02-10 22:38:52,672 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-10 22:38:52,675 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-10 22:38:52,675 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-10 22:38:52,688 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@1a84e3f9
2015-02-10 22:38:52,688 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2015-02-10 22:38:52,688 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2015-02-10 22:38:52,689 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2015-02-10 22:38:52,689 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(174)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-10 22:38:52,710 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2015-02-10 22:38:52,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2015-02-10 22:38:52,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-02-10 22:38:52,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:38:52,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-02-10 22:38:52,741 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2015-02-10 22:38:52,742 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2015-02-10 22:38:52,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=teamcity:supergroup:rwxrwxrwt
2015-02-10 22:38:54,763 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741826_1002
2015-02-10 22:38:54,763 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741826_1002
2015-02-10 22:38:54,774 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741825_1001
2015-02-10 22:38:54,774 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741825_1001
2015-02-10 22:38:54,970 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741826_1002
2015-02-10 22:38:54,979 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741825_1001
2015-02-10 22:39:02,750 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2015-02-10 22:39:02,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2015-02-10 22:39:02,763 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2015-02-10 22:39:02,781 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-10 22:39:02,782 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 33452
2015-02-10 22:39:02,788 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(210)) - Waiting for HistoryServer to start...
2015-02-10 22:39:02,788 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - JobHistoryServer metrics system started (again)
2015-02-10 22:39:02,790 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-10 22:39:02,793 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(531)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-10 22:39:02,794 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-10 22:39:02,802 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2015-02-10 22:39:02,803 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(667)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-10 22:39:02,804 INFO http.HttpServer2 (HttpServer2.java:addFilter(645)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2015-02-10 22:39:02,804 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-10 22:39:02,804 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-10 22:39:02,805 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /jobhistory/*
2015-02-10 22:39:02,805 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-10 22:39:02,807 INFO http.HttpServer2 (HttpServer2.java:openListeners(855)) - Jetty bound to port 58611
2015-02-10 22:39:02,807 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-10 22:39:02,811 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.4.1/5079e4fb2bf12dff172ccceefc812f29c3295168/hadoop-yarn-common-2.4.1.jar!/webapps/jobhistory to /tmp/Jetty_ip.10.31.157.187_58611_jobhistory____gn9ulp/webapp
2015-02-10 22:39:02,945 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@ip-10-31-157-187:58611
2015-02-10 22:39:02,946 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /jobhistory started at 58611
2015-02-10 22:39:03,371 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-10 22:39:03,389 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-10 22:39:03,390 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 52161
2015-02-10 22:39:03,395 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2015-02-10 22:39:03,396 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-10 22:39:03,396 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 52161: starting
2015-02-10 22:39:03,401 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(142)) - Instantiated MRClientService at ip-10-31-157-187.ec2.internal/10.31.157.187:52161
2015-02-10 22:39:03,403 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-10 22:39:03,406 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 33452: starting
2015-02-10 22:39:04,288 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(227)) - MiniMRYARN ResourceManager address: ip-10-31-157-187:0
2015-02-10 22:39:04,289 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(229)) - MiniMRYARN ResourceManager web address: ip-10-31-157-187:0
2015-02-10 22:39:04,289 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(231)) - MiniMRYARN HistoryServer address: ip-10-31-157-187.ec2.internal:52161
2015-02-10 22:39:04,290 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(233)) - MiniMRYARN HistoryServer web address: ip-10-31-157-187:58611
2015-02-10 22:39:04,291 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(316)) - Waiting for RM to start...
2015-02-10 22:39:04,291 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(866)) - Transitioning to active state
2015-02-10 22:39:04,296 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2015-02-10 22:39:04,297 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(103)) - Rolling master-key for container-tokens
2015-02-10 22:39:04,301 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens
2015-02-10 22:39:04,301 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-10 22:39:04,302 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 1
2015-02-10 22:39:04,303 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(531)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-10 22:39:04,303 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-10 22:39:04,305 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 2
2015-02-10 22:39:04,330 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-10 22:39:04,331 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 60984
2015-02-10 22:39:04,335 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2015-02-10 22:39:04,336 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 60984: starting
2015-02-10 22:39:04,336 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-10 22:39:04,364 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-10 22:39:04,366 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 42147
2015-02-10 22:39:04,373 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2015-02-10 22:39:04,374 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 42147: starting
2015-02-10 22:39:04,374 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-10 22:39:04,433 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-10 22:39:04,435 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 58627
2015-02-10 22:39:04,441 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2015-02-10 22:39:04,442 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-10 22:39:04,443 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 58627: starting
2015-02-10 22:39:04,461 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(880)) - Transitioned to active state
2015-02-10 22:39:04,466 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2015-02-10 22:39:04,467 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(667)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-10 22:39:04,468 INFO http.HttpServer2 (HttpServer2.java:addFilter(645)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2015-02-10 22:39:04,468 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-10 22:39:04,468 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-10 22:39:04,469 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /cluster/*
2015-02-10 22:39:04,469 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-10 22:39:04,470 INFO http.HttpServer2 (HttpServer2.java:openListeners(855)) - Jetty bound to port 47995
2015-02-10 22:39:04,470 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-10 22:39:04,474 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.4.1/5079e4fb2bf12dff172ccceefc812f29c3295168/hadoop-yarn-common-2.4.1.jar!/webapps/cluster to /tmp/Jetty_ip.10.31.157.187_47995_cluster____681kdd/webapp
2015-02-10 22:39:05,792 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(328)) - MiniYARN ResourceManager address: ip-10-31-157-187.ec2.internal:58627
2015-02-10 22:39:05,792 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager web address: ip-10-31-157-187:0
2015-02-10 22:39:05,793 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(447)) - MiniYARN ResourceManager address: ip-10-31-157-187.ec2.internal:58627
2015-02-10 22:39:05,793 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager web address: ip-10-31-157-187:0
2015-02-10 22:39:05,794 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(567)) - Waiting for NM 0 to start...
2015-02-10 22:39:05,811 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-10 22:39:05,812 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 59458
2015-02-10 22:39:05,819 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-10 22:39:05,819 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-10 22:39:05,820 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-10 22:39:05,820 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 59458: starting
2015-02-10 22:39:05,834 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:59458
2015-02-10 22:39:05,834 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /10.31.157.187:59458
2015-02-10 22:39:05,844 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-10 22:39:05,846 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 60763
2015-02-10 22:39:05,849 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-10 22:39:05,850 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-10 22:39:05,850 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 60763: starting
2015-02-10 22:39:05,855 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(266)) - Localizer started on port 60763
2015-02-10 22:39:05,871 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-10 22:39:05,891 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(366)) - httpshuffle listening on port 55181
2015-02-10 22:39:05,891 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:05,893 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-10 22:39:05,893 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-10 22:39:05,894 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(667)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-10 22:39:05,895 INFO http.HttpServer2 (HttpServer2.java:addFilter(645)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-10 22:39:05,895 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-10 22:39:05,895 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-10 22:39:05,896 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-10 22:39:05,896 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-10 22:39:05,897 INFO http.HttpServer2 (HttpServer2.java:openListeners(855)) - Jetty bound to port 60958
2015-02-10 22:39:05,897 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-10 22:39:05,901 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.4.1/5079e4fb2bf12dff172ccceefc812f29c3295168/hadoop-yarn-common-2.4.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_60958_node____k1mc29/webapp
2015-02-10 22:39:06,014 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@ip-10-31-157-187:47995
2015-02-10 22:39:06,015 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 47995
2015-02-10 22:39:06,034 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@ip-10-31-157-187:60958
2015-02-10 22:39:06,034 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 60958
2015-02-10 22:39:06,069 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-10 22:39:06,069 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-10 22:39:06,089 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(254)) - Registering with RM using finished containers :[]
2015-02-10 22:39:06,102 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-10 22:39:06,104 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57377
2015-02-10 22:39:06,108 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2015-02-10 22:39:06,109 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-10 22:39:06,110 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57377: starting
2015-02-10 22:39:06,122 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-10 22:39:06,131 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(324)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 59458 httpPort: 60958) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:59458
2015-02-10 22:39:06,132 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -24649133
2015-02-10 22:39:06,132 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(385)) - ip-10-31-157-187.ec2.internal:59458 Node Transitioned from NEW to RUNNING
2015-02-10 22:39:06,134 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-527843509
2015-02-10 22:39:06,135 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:59458 with total resource of <memory:4096, vCores:8>
2015-02-10 22:39:06,135 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-10 22:39:06,137 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(936)) - Added node ip-10-31-157-187.ec2.internal:59458 clusterResource: <memory:4096, vCores:8>
2015-02-10 22:39:06,796 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(567)) - Waiting for NM 1 to start...
2015-02-10 22:39:06,799 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-10 22:39:06,800 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 46562
2015-02-10 22:39:06,806 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-10 22:39:06,807 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-10 22:39:06,808 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 46562: starting
2015-02-10 22:39:06,808 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-10 22:39:06,817 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:46562
2015-02-10 22:39:06,817 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /10.31.157.187:46562
2015-02-10 22:39:06,818 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-10 22:39:06,820 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 42536
2015-02-10 22:39:06,823 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-10 22:39:06,824 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-10 22:39:06,825 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 42536: starting
2015-02-10 22:39:06,829 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(266)) - Localizer started on port 42536
2015-02-10 22:39:06,830 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-10 22:39:06,831 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(366)) - httpshuffle listening on port 40826
2015-02-10 22:39:06,832 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:06,833 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-10 22:39:06,834 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-10 22:39:06,835 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(667)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-10 22:39:06,835 INFO http.HttpServer2 (HttpServer2.java:addFilter(645)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-10 22:39:06,836 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-10 22:39:06,836 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-10 22:39:06,837 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-10 22:39:06,838 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-10 22:39:06,839 INFO http.HttpServer2 (HttpServer2.java:openListeners(855)) - Jetty bound to port 47073
2015-02-10 22:39:06,839 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-10 22:39:06,844 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.4.1/5079e4fb2bf12dff172ccceefc812f29c3295168/hadoop-yarn-common-2.4.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_47073_node____sxkfx4/webapp
2015-02-10 22:39:07,264 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@ip-10-31-157-187:47073
2015-02-10 22:39:07,265 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 47073
2015-02-10 22:39:07,278 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-10 22:39:07,280 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(254)) - Registering with RM using finished containers :[]
2015-02-10 22:39:07,280 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-10 22:39:07,281 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(385)) - ip-10-31-157-187.ec2.internal:46562 Node Transitioned from NEW to RUNNING
2015-02-10 22:39:07,281 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(324)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 46562 httpPort: 47073) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:46562
2015-02-10 22:39:07,281 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(936)) - Added node ip-10-31-157-187.ec2.internal:46562 clusterResource: <memory:8192, vCores:16>
2015-02-10 22:39:07,281 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -24649133
2015-02-10 22:39:07,281 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-527843509
2015-02-10 22:39:07,282 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:46562 with total resource of <memory:4096, vCores:8>
2015-02-10 22:39:07,282 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-10 22:39:07,798 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(567)) - Waiting for NM 2 to start...
2015-02-10 22:39:07,803 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-10 22:39:07,805 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 40430
2015-02-10 22:39:07,809 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-10 22:39:07,810 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-10 22:39:07,811 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-10 22:39:07,812 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 40430: starting
2015-02-10 22:39:07,821 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:40430
2015-02-10 22:39:07,821 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /10.31.157.187:40430
2015-02-10 22:39:07,822 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-10 22:39:07,824 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 60868
2015-02-10 22:39:07,829 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-10 22:39:07,830 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-10 22:39:07,830 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 60868: starting
2015-02-10 22:39:07,836 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(266)) - Localizer started on port 60868
2015-02-10 22:39:07,837 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-10 22:39:07,838 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(366)) - httpshuffle listening on port 42862
2015-02-10 22:39:07,839 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:07,839 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-10 22:39:07,840 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-10 22:39:07,841 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(667)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-10 22:39:07,841 INFO http.HttpServer2 (HttpServer2.java:addFilter(645)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-10 22:39:07,842 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-10 22:39:07,842 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-10 22:39:07,843 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-10 22:39:07,843 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-10 22:39:07,843 INFO http.HttpServer2 (HttpServer2.java:openListeners(855)) - Jetty bound to port 38921
2015-02-10 22:39:07,844 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-10 22:39:07,848 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.4.1/5079e4fb2bf12dff172ccceefc812f29c3295168/hadoop-yarn-common-2.4.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_38921_node____.dg6dem/webapp
2015-02-10 22:39:08,276 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@ip-10-31-157-187:38921
2015-02-10 22:39:08,278 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 38921
2015-02-10 22:39:08,291 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-10 22:39:08,292 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(254)) - Registering with RM using finished containers :[]
2015-02-10 22:39:08,292 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-10 22:39:08,293 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(385)) - ip-10-31-157-187.ec2.internal:40430 Node Transitioned from NEW to RUNNING
2015-02-10 22:39:08,293 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(324)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 40430 httpPort: 38921) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:40430
2015-02-10 22:39:08,293 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(936)) - Added node ip-10-31-157-187.ec2.internal:40430 clusterResource: <memory:12288, vCores:24>
2015-02-10 22:39:08,293 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -24649133
2015-02-10 22:39:08,294 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-527843509
2015-02-10 22:39:08,294 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:40430 with total resource of <memory:4096, vCores:8>
2015-02-10 22:39:08,294 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-10 22:39:08,799 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(567)) - Waiting for NM 3 to start...
2015-02-10 22:39:08,804 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-10 22:39:08,806 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 52495
2015-02-10 22:39:08,811 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-10 22:39:08,811 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-10 22:39:08,812 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-10 22:39:08,813 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 52495: starting
2015-02-10 22:39:08,822 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:52495
2015-02-10 22:39:08,822 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /10.31.157.187:52495
2015-02-10 22:39:08,824 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-10 22:39:08,825 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 56411
2015-02-10 22:39:08,829 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-10 22:39:08,830 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-10 22:39:08,831 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 56411: starting
2015-02-10 22:39:08,835 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(266)) - Localizer started on port 56411
2015-02-10 22:39:08,837 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-10 22:39:08,839 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(366)) - httpshuffle listening on port 55895
2015-02-10 22:39:08,839 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:08,840 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-10 22:39:08,841 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-10 22:39:08,842 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(667)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-10 22:39:08,843 INFO http.HttpServer2 (HttpServer2.java:addFilter(645)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-10 22:39:08,844 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-10 22:39:08,844 INFO http.HttpServer2 (HttpServer2.java:addFilter(652)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-10 22:39:08,845 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-10 22:39:08,846 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-10 22:39:08,847 INFO http.HttpServer2 (HttpServer2.java:openListeners(855)) - Jetty bound to port 55619
2015-02-10 22:39:08,847 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-10 22:39:08,852 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.4.1/5079e4fb2bf12dff172ccceefc812f29c3295168/hadoop-yarn-common-2.4.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_55619_node____.y874cz/webapp
2015-02-10 22:39:09,266 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@ip-10-31-157-187:55619
2015-02-10 22:39:09,268 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 55619
2015-02-10 22:39:09,281 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-10 22:39:09,282 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(254)) - Registering with RM using finished containers :[]
2015-02-10 22:39:09,283 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-10 22:39:09,283 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(385)) - ip-10-31-157-187.ec2.internal:52495 Node Transitioned from NEW to RUNNING
2015-02-10 22:39:09,284 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(936)) - Added node ip-10-31-157-187.ec2.internal:52495 clusterResource: <memory:16384, vCores:32>
2015-02-10 22:39:09,284 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(324)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 52495 httpPort: 55619) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:52495
2015-02-10 22:39:09,285 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -24649133
2015-02-10 22:39:09,285 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-527843509
2015-02-10 22:39:09,286 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:52495 with total resource of <memory:4096, vCores:8>
2015-02-10 22:39:09,286 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-10 22:39:09,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt dst=null perm=null
2015-02-10 22:39:09,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt dst=null perm=null
2015-02-10 22:39:09,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:09,838 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt. BP-1386448687-10.31.157.187-1423607926902 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]}
2015-02-10 22:39:09,844 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003 src: /127.0.0.1:48206 dest: /127.0.0.1:47015
2015-02-10 22:39:09,852 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003 src: /127.0.0.1:46711 dest: /127.0.0.1:34372
2015-02-10 22:39:09,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003 src: /127.0.0.1:39842 dest: /127.0.0.1:46700
2015-02-10 22:39:09,872 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:39842, dest: /127.0.0.1:46700, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003, duration: 11923213
2015-02-10 22:39:09,872 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:09,876 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:39:09,878 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46711, dest: /127.0.0.1:34372, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003, duration: 13499898
2015-02-10 22:39:09,878 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:39:09,878 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:09,879 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48206, dest: /127.0.0.1:47015, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003, duration: 15149801
2015-02-10 22:39:09,879 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:09,880 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:39:09,885 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:39:09,916 INFO property.AppProps (AppProps.java:getAppID(169)) - using app.id: 07B8FC47120F46E0A30BDA1547F45E01
2015-02-10 22:39:09,982 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003
2015-02-10 22:39:10,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt dst=null perm=null
2015-02-10 22:39:10,061 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-10 22:39:10,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt dst=null perm=null
2015-02-10 22:39:10,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt dst=null perm=null
2015-02-10 22:39:10,130 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48209, bytes: 1461, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003, duration: 905864
2015-02-10 22:39:10,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-02-10 22:39:10,166 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-10 22:39:10,168 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] starting
2015-02-10 22:39:10,169 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] source: Hfs["NullScheme"]["hdfs://localhost:40976/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt"]
2015-02-10 22:39:10,169 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] sink: Hfs["NullScheme"]["hdfs://localhost:40976/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest"]
2015-02-10 22:39:10,170 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] parallel execution is enabled: true
2015-02-10 22:39:10,170 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] starting jobs: 1
2015-02-10 22:39:10,170 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] allocating threads: 1
2015-02-10 22:39:10,171 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mrflow] starting step: Hfs["NullScheme"]["hdfs://localhost:40976/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest"]
2015-02-10 22:39:10,217 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58627
2015-02-10 22:39:10,250 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003
2015-02-10 22:39:10,325 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58627
2015-02-10 22:39:10,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-02-10 22:39:10,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null
2015-02-10 22:39:10,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=teamcity:supergroup:rwx------
2015-02-10 22:39:10,393 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 1
2015-02-10 22:39:10,403 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(150)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2015-02-10 22:39:10,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001 dst=null perm=null
2015-02-10 22:39:10,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001 dst=null perm=teamcity:supergroup:rwxr-xr-x
2015-02-10 22:39:10,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001 dst=null perm=teamcity:supergroup:rwx------
2015-02-10 22:39:10,413 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(259)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2015-02-10 22:39:10,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:10,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:10,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:10,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-02-10 22:39:10,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null
2015-02-10 22:39:10,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null
2015-02-10 22:39:10,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-02-10 22:39:10,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-02-10 22:39:10,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:10,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt dst=null perm=null
2015-02-10 22:39:10,435 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-10 22:39:10,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt dst=null perm=null
2015-02-10 22:39:10,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.split dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:10,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.split dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:10,471 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2587)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.split
2015-02-10 22:39:10,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.split dst=null perm=null
2015-02-10 22:39:10,482 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.split. BP-1386448687-10.31.157.187-1423607926902 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]}
2015-02-10 22:39:10,488 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004 src: /127.0.0.1:48211 dest: /127.0.0.1:47015
2015-02-10 22:39:10,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004 src: /127.0.0.1:57423 dest: /127.0.0.1:57417
2015-02-10 22:39:10,497 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004 src: /127.0.0.1:39847 dest: /127.0.0.1:46700
2015-02-10 22:39:10,500 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004 src: /127.0.0.1:46718 dest: /127.0.0.1:34372
2015-02-10 22:39:10,512 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46718, dest: /127.0.0.1:34372, bytes: 679, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004, duration: 9599912
2015-02-10 22:39:10,512 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:10,515 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]} size 0
2015-02-10 22:39:10,519 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:39847, dest: /127.0.0.1:46700, bytes: 679, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004, duration: 16725525
2015-02-10 22:39:10,520 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:10,520 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]} size 0
2015-02-10 22:39:10,521 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57423, dest: /127.0.0.1:57417, bytes: 679, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004, duration: 17930407
2015-02-10 22:39:10,522 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:10,523 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]} size 0
2015-02-10 22:39:10,524 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48211, dest: /127.0.0.1:47015, bytes: 679, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004, duration: 19748960
2015-02-10 22:39:10,525 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]} size 0
2015-02-10 22:39:10,525 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:10,530 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.split is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:39:10,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:10,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:10,545 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.splitmetainfo. BP-1386448687-10.31.157.187-1423607926902 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]}
2015-02-10 22:39:10,549 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741829_1005 src: /127.0.0.1:46719 dest: /127.0.0.1:34372
2015-02-10 22:39:10,554 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741829_1005 src: /127.0.0.1:39850 dest: /127.0.0.1:46700
2015-02-10 22:39:10,558 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741829_1005 src: /127.0.0.1:57428 dest: /127.0.0.1:57417
2015-02-10 22:39:10,567 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57428, dest: /127.0.0.1:57417, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741829_1005, duration: 7397821
2015-02-10 22:39:10,568 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:10,568 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:39:10,570 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:39850, dest: /127.0.0.1:46700, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741829_1005, duration: 9235566
2015-02-10 22:39:10,571 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:10,572 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46719, dest: /127.0.0.1:34372, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741829_1005, duration: 11124910
2015-02-10 22:39:10,571 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:39:10,573 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:10,575 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:39:10,579 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:39:10,579 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2015-02-10 22:39:10,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.xml dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:10,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.xml dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:10,745 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.xml. BP-1386448687-10.31.157.187-1423607926902 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]}
2015-02-10 22:39:10,749 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741830_1006 src: /127.0.0.1:48218 dest: /127.0.0.1:47015
2015-02-10 22:39:10,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741830_1006 src: /127.0.0.1:39853 dest: /127.0.0.1:46700
2015-02-10 22:39:10,757 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741830_1006 src: /127.0.0.1:57431 dest: /127.0.0.1:57417
2015-02-10 22:39:10,764 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57431, dest: /127.0.0.1:57417, bytes: 81559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741830_1006, duration: 6106381
2015-02-10 22:39:10,765 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:10,768 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:39:10,768 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:39853, dest: /127.0.0.1:46700, bytes: 81559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741830_1006, duration: 9574086
2015-02-10 22:39:10,769 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:39:10,769 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:10,770 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48218, dest: /127.0.0.1:47015, bytes: 81559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741830_1006, duration: 10851888
2015-02-10 22:39:10,771 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:39:10,771 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:10,776 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.xml is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:39:10,777 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423607944293_0001
2015-02-10 22:39:10,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001 dst=null perm=null
2015-02-10 22:39:10,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.xml dst=null perm=null
2015-02-10 22:39:10,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.xml dst=null perm=null
2015-02-10 22:39:10,868 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(369)) - Job jar is not present. Not adding any jar to the list of resources.
2015-02-10 22:39:10,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.split dst=null perm=null
2015-02-10 22:39:10,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.split dst=null perm=null
2015-02-10 22:39:10,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.splitmetainfo dst=null perm=null
2015-02-10 22:39:10,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.splitmetainfo dst=null perm=null
2015-02-10 22:39:10,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:10,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:10,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:10,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:10,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:10,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:10,966 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 1 submitted by user teamcity
2015-02-10 22:39:10,967 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(863)) - Storing application with id application_1423607944293_0001
2015-02-10 22:39:10,969 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423607944293_0001
2015-02-10 22:39:10,970 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0001 State change from NEW to NEW_SAVING
2015-02-10 22:39:10,981 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(620)) - Storing info for app: application_1423607944293_0001
2015-02-10 22:39:10,983 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0001 State change from NEW_SAVING to SUBMITTED
2015-02-10 22:39:10,986 INFO capacity.ParentQueue (ParentQueue.java:addApplication(495)) - Application added - appId: application_1423607944293_0001 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-10 22:39:10,987 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(542)) - Accepted application application_1423607944293_0001 from user: teamcity, in queue: default
2015-02-10 22:39:11,004 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0001 State change from SUBMITTED to ACCEPTED
2015-02-10 22:39:11,005 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(204)) - Submitted application application_1423607944293_0001
2015-02-10 22:39:11,005 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(611)) - Registering app attempt : appattempt_1423607944293_0001_000001
2015-02-10 22:39:11,010 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0001_000001 State change from NEW to SUBMITTED
2015-02-10 22:39:11,016 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(720)) - Application application_1423607944293_0001 from user: teamcity activated in queue: default
2015-02-10 22:39:11,017 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(736)) - Application added - appId: application_1423607944293_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@55cdaad2, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-10 22:39:11,017 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(565)) - Added Application Attempt appattempt_1423607944293_0001_000001 to scheduler from user teamcity in queue default
2015-02-10 22:39:11,020 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0001_000001 State change from SUBMITTED to SCHEDULED
2015-02-10 22:39:11,051 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:47995/proxy/application_1423607944293_0001/
2015-02-10 22:39:11,053 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mrflow] submitted hadoop job: job_1423607944293_0001
2015-02-10 22:39:11,053 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mrflow] tracking url: http://ip-10-31-157-187:47995/proxy/application_1423607944293_0001/
2015-02-10 22:39:11,184 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:39:11,185 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000001
2015-02-10 22:39:11,185 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0001_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:59458, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-02-10 22:39:11,186 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0001_000001 container=Container: [ContainerId: container_1423607944293_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59458, NodeHttpAddress: ip-10-31-157-187.ec2.internal:60958, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:39:11,188 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-10 22:39:11,188 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:11,188 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:59458 for container : container_1423607944293_0001_01_000001
2015-02-10 22:39:11,194 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:39:11,194 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423607944293_0001_000001
2015-02-10 22:39:11,195 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1624)) - Storing attempt: AppId: application_1423607944293_0001 AttemptId: appattempt_1423607944293_0001_000001 MasterContainer: Container: [ContainerId: container_1423607944293_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59458, NodeHttpAddress: ip-10-31-157-187.ec2.internal:60958, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:59458 }, ]
2015-02-10 22:39:11,196 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-10 22:39:11,207 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-10 22:39:11,213 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423607944293_0001_000001
2015-02-10 22:39:11,231 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423607944293_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59458, NodeHttpAddress: ip-10-31-157-187.ec2.internal:60958, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:59458 }, ] for AM appattempt_1423607944293_0001_000001
2015-02-10 22:39:11,232 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423607944293_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-10 22:39:11,271 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0001_000001 (auth:SIMPLE)
2015-02-10 22:39:11,283 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0001_01_000001 by user teamcity
2015-02-10 22:39:11,310 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1423607944293_0001
2015-02-10 22:39:11,314 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000001
2015-02-10 22:39:11,315 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0001 transitioned from NEW to INITING
2015-02-10 22:39:11,316 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0001_01_000001 to application application_1423607944293_0001
2015-02-10 22:39:11,327 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0001 transitioned from INITING to RUNNING
2015-02-10 22:39:11,333 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000001 transitioned from NEW to LOCALIZING
2015-02-10 22:39:11,333 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0001
2015-02-10 22:39:11,334 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423607944293_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59458, NodeHttpAddress: ip-10-31-157-187.ec2.internal:60958, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:59458 }, ] for AM appattempt_1423607944293_0001_000001
2015-02-10 22:39:11,335 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0001_000001 State change from ALLOCATED to LAUNCHED
2015-02-10 22:39:11,349 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-10 22:39:11,350 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.split transitioned from INIT to DOWNLOADING
2015-02-10 22:39:11,350 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-10 22:39:11,350 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar transitioned from INIT to DOWNLOADING
2015-02-10 22:39:11,350 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-10 22:39:11,351 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0001_01_000001
2015-02-10 22:39:11,353 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar, 1423607931217, FILE, null }
2015-02-10 22:39:11,361 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423607930864, FILE, null }
2015-02-10 22:39:11,382 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423607944293_0001_01_000001.tokens. Credentials list:
2015-02-10 22:39:11,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:11,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:11,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-02-10 22:39:11,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null
2015-02-10 22:39:11,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null
2015-02-10 22:39:11,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-02-10 22:39:11,418 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:39:11,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-02-10 22:39:11,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:11,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:11,446 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48209, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741826_1002, duration: 10645333
2015-02-10 22:39:11,457 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57433, bytes: 491789, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741825_1001, duration: 20148547
2015-02-10 22:39:11,516 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/filecache/10/hadoop-2608005100355446401.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:11,517 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:11,559 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423607944293_0001_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000001.tokens
2015-02-10 22:39:11,559 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0001
2015-02-10 22:39:11,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.splitmetainfo dst=null perm=null
2015-02-10 22:39:11,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.splitmetainfo dst=null perm=null
2015-02-10 22:39:11,770 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:46729, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1346277372_1110, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741829_1005, duration: 362171
2015-02-10 22:39:11,827 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.splitmetainfo(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423607944293_0001/filecache/10/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:11,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.split dst=null perm=null
2015-02-10 22:39:11,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.split dst=null perm=null
2015-02-10 22:39:11,873 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:39860, bytes: 687, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1346277372_1110, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004, duration: 349280
2015-02-10 22:39:11,906 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.split(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423607944293_0001/filecache/11/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:11,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.xml dst=null perm=null
2015-02-10 22:39:11,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.xml dst=null perm=null
2015-02-10 22:39:11,951 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:39860, bytes: 82199, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1346277372_1110, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741830_1006, duration: 600547
2015-02-10 22:39:11,987 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.xml(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423607944293_0001/filecache/12/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:11,988 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:39:12,080 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-10 22:39:12,080 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:12,169 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:39:12,201 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000001/default_container_executor.sh]
2015-02-10 22:39:14,777 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003
2015-02-10 22:39:14,778 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741830_1006
2015-02-10 22:39:14,779 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004
2015-02-10 22:39:14,779 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741830_1006
2015-02-10 22:39:14,779 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741829_1005
2015-02-10 22:39:14,780 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004
2015-02-10 22:39:14,780 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741829_1005
2015-02-10 22:39:14,984 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004
2015-02-10 22:39:14,986 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741830_1006
2015-02-10 22:39:15,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null
2015-02-10 22:39:15,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/COMMIT_STARTED dst=null perm=null
2015-02-10 22:39:15,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/COMMIT_SUCCESS dst=null perm=null
2015-02-10 22:39:15,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/COMMIT_FAIL dst=null perm=null
2015-02-10 22:39:15,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001 dst=null perm=null
2015-02-10 22:39:15,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-02-10 22:39:15,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null
2015-02-10 22:39:15,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:39:15,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null
2015-02-10 22:39:15,253 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004
2015-02-10 22:39:15,253 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741829_1005
2015-02-10 22:39:15,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.splitmetainfo dst=null perm=null
2015-02-10 22:39:15,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.splitmetainfo dst=null perm=null
2015-02-10 22:39:15,804 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:46734, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-660717142_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741829_1005, duration: 349052
2015-02-10 22:39:17,168 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0001_000001 (auth:SIMPLE)
2015-02-10 22:39:17,179 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(266)) - AM registration appattempt_1423607944293_0001_000001
2015-02-10 22:39:17,179 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423607944293_0001 APPATTEMPTID=appattempt_1423607944293_0001_000001
2015-02-10 22:39:17,180 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0001_000001 State change from LAUNCHED to RUNNING
2015-02-10 22:39:17,181 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0001 State change from ACCEPTED to RUNNING
2015-02-10 22:39:17,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job_1423607944293_0001_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:17,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:39:17,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job_1423607944293_0001_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:17,563 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job_1423607944293_0001_1_conf.xml. BP-1386448687-10.31.157.187-1423607926902 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]}
2015-02-10 22:39:17,618 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741831_1007 src: /127.0.0.1:57447 dest: /127.0.0.1:57417
2015-02-10 22:39:17,620 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741831_1007 src: /127.0.0.1:46741 dest: /127.0.0.1:34372
2015-02-10 22:39:17,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741831_1007 src: /127.0.0.1:48238 dest: /127.0.0.1:47015
2015-02-10 22:39:17,658 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48238, dest: /127.0.0.1:47015, bytes: 96407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-660717142_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741831_1007, duration: 31154207
2015-02-10 22:39:17,659 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:17,659 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]} size 0
2015-02-10 22:39:17,660 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46741, dest: /127.0.0.1:34372, bytes: 96407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-660717142_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741831_1007, duration: 32700329
2015-02-10 22:39:17,660 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]} size 0
2015-02-10 22:39:17,661 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:17,664 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57447, dest: /127.0.0.1:57417, bytes: 96407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-660717142_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741831_1007, duration: 35171981
2015-02-10 22:39:17,664 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:17,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]} size 0
2015-02-10 22:39:17,671 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job_1423607944293_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-660717142_1
2015-02-10 22:39:18,289 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:39:18,290 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000002
2015-02-10 22:39:18,290 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0001_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46562, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-02-10 22:39:18,290 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0001_000001 container=Container: [ContainerId: container_1423607944293_0001_01_000002, NodeId: ip-10-31-157-187.ec2.internal:46562, NodeHttpAddress: ip-10-31-157-187.ec2.internal:47073, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:39:18,290 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-10 22:39:18,291 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:18,291 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:39:18,291 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000003
2015-02-10 22:39:18,291 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0001_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46562, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-02-10 22:39:18,292 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0001_000001 container=Container: [ContainerId: container_1423607944293_0001_01_000003, NodeId: ip-10-31-157-187.ec2.internal:46562, NodeHttpAddress: ip-10-31-157-187.ec2.internal:47073, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:39:18,292 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-10 22:39:18,292 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:18,293 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:39:18,293 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000004
2015-02-10 22:39:18,293 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0001_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46562, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2015-02-10 22:39:18,293 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0001_000001 container=Container: [ContainerId: container_1423607944293_0001_01_000004, NodeId: ip-10-31-157-187.ec2.internal:46562, NodeHttpAddress: ip-10-31-157-187.ec2.internal:47073, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:39:18,294 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-10 22:39:18,294 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:18,294 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:39:18,294 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000005
2015-02-10 22:39:18,295 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0001_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46562, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2015-02-10 22:39:18,295 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0001_000001 container=Container: [ContainerId: container_1423607944293_0001_01_000005, NodeId: ip-10-31-157-187.ec2.internal:46562, NodeHttpAddress: ip-10-31-157-187.ec2.internal:47073, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:39:18,295 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-10 22:39:18,295 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:18,674 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(177)) - Rescanning after 30000 milliseconds
2015-02-10 22:39:18,675 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-10 22:39:19,287 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:46562 for container : container_1423607944293_0001_01_000002
2015-02-10 22:39:19,288 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:39:19,289 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:39:19,290 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:39:19,291 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:39:19,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.xml dst=null perm=null
2015-02-10 22:39:19,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.xml dst=null perm=null
2015-02-10 22:39:19,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:19,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:19,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:19,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:19,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:19,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:19,488 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0001_000001 (auth:SIMPLE)
2015-02-10 22:39:19,499 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0001_01_000005 by user teamcity
2015-02-10 22:39:19,500 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0001_01_000002 by user teamcity
2015-02-10 22:39:19,500 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0001_01_000004 by user teamcity
2015-02-10 22:39:19,501 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0001_01_000003 by user teamcity
2015-02-10 22:39:19,502 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1423607944293_0001
2015-02-10 22:39:19,503 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000003
2015-02-10 22:39:19,502 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0001 transitioned from NEW to INITING
2015-02-10 22:39:19,502 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000002
2015-02-10 22:39:19,502 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000004
2015-02-10 22:39:19,502 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000005
2015-02-10 22:39:19,504 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0001_01_000005 to application application_1423607944293_0001
2015-02-10 22:39:19,506 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0001_01_000002 to application application_1423607944293_0001
2015-02-10 22:39:19,506 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0001_01_000004 to application application_1423607944293_0001
2015-02-10 22:39:19,506 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0001_01_000003 to application application_1423607944293_0001
2015-02-10 22:39:19,508 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0001 transitioned from INITING to RUNNING
2015-02-10 22:39:19,508 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000002 transitioned from NEW to LOCALIZING
2015-02-10 22:39:19,509 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000004 transitioned from NEW to LOCALIZING
2015-02-10 22:39:19,510 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000005 transitioned from NEW to LOCALIZING
2015-02-10 22:39:19,510 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000003 transitioned from NEW to LOCALIZING
2015-02-10 22:39:19,510 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0001
2015-02-10 22:39:19,511 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0001
2015-02-10 22:39:19,511 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:39:19,512 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0001
2015-02-10 22:39:19,513 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-10 22:39:19,513 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar transitioned from INIT to DOWNLOADING
2015-02-10 22:39:19,513 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-10 22:39:19,514 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0001
2015-02-10 22:39:19,514 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0001
2015-02-10 22:39:19,514 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:39:19,514 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0001
2015-02-10 22:39:19,515 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0001
2015-02-10 22:39:19,515 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0001
2015-02-10 22:39:19,515 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:39:19,515 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0001
2015-02-10 22:39:19,516 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0001
2015-02-10 22:39:19,517 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0001
2015-02-10 22:39:19,517 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:39:19,517 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0001
2015-02-10 22:39:19,518 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0001_01_000002
2015-02-10 22:39:19,518 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar, 1423607931217, FILE, null }
2015-02-10 22:39:19,522 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423607930864, FILE, null }
2015-02-10 22:39:19,522 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0001_01_000004
2015-02-10 22:39:19,523 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar, 1423607931217, FILE, null }
2015-02-10 22:39:19,523 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423607930864, FILE, null }
2015-02-10 22:39:19,523 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0001_01_000005
2015-02-10 22:39:19,523 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar, 1423607931217, FILE, null }
2015-02-10 22:39:19,524 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423607930864, FILE, null }
2015-02-10 22:39:19,524 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0001_01_000003
2015-02-10 22:39:19,525 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar, 1423607931217, FILE, null }
2015-02-10 22:39:19,525 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423607930864, FILE, null }
2015-02-10 22:39:19,545 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423607944293_0001_01_000002.tokens. Credentials list:
2015-02-10 22:39:19,549 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423607944293_0001_01_000003.tokens. Credentials list:
2015-02-10 22:39:19,550 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423607944293_0001_01_000005.tokens. Credentials list:
2015-02-10 22:39:19,554 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423607944293_0001_01_000004.tokens. Credentials list:
2015-02-10 22:39:19,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:19,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-02-10 22:39:19,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null
2015-02-10 22:39:19,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null
2015-02-10 22:39:19,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-02-10 22:39:19,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:19,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-02-10 22:39:19,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:19,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:19,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:39:19,594 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48241, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741826_1002, duration: 2760732
2015-02-10 22:39:19,594 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48240, bytes: 491789, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741825_1001, duration: 6527659
2015-02-10 22:39:19,646 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/filecache/10/hadoop-2608005100355446401.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:19,646 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:19,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423607944293_0001_01_000002.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000002.tokens
2015-02-10 22:39:19,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001
2015-02-10 22:39:19,784 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741831_1007
2015-02-10 22:39:19,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.xml dst=null perm=null
2015-02-10 22:39:19,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.xml dst=null perm=null
2015-02-10 22:39:19,896 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:39878, bytes: 82199, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1314329778_1353, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741830_1006, duration: 624722
2015-02-10 22:39:19,930 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.xml(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001/filecache/10/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:19,931 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:39:19,931 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:39:19,931 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:39:19,932 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:39:19,991 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741831_1007
2015-02-10 22:39:20,006 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-10 22:39:20,006 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:20,007 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-10 22:39:20,007 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:20,008 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-10 22:39:20,008 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:20,011 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-10 22:39:20,011 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:20,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000005/default_container_executor.sh]
2015-02-10 22:39:20,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000002/default_container_executor.sh]
2015-02-10 22:39:20,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000004/default_container_executor.sh]
2015-02-10 22:39:20,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000003/default_container_executor.sh]
2015-02-10 22:39:20,257 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741831_1007
2015-02-10 22:39:20,290 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:39:20,291 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:39:20,291 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:39:20,291 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:39:20,313 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-02-10 22:39:20,977 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:39:21,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423607944293_0001_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000004.tokens
2015-02-10 22:39:21,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001
2015-02-10 22:39:21,559 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:39:22,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423607944293_0001_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000005.tokens
2015-02-10 22:39:22,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001
2015-02-10 22:39:22,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:39:22,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423607944293_0001_01_000003.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000003.tokens
2015-02-10 22:39:22,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001
2015-02-10 22:39:24,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.split dst=null perm=null
2015-02-10 22:39:24,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.split dst=null perm=null
2015-02-10 22:39:24,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.split dst=null perm=null
2015-02-10 22:39:24,603 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:39891, bytes: 687, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0001_m_000000_0_1418162356_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004, duration: 318709
2015-02-10 22:39:24,669 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:46762, bytes: 687, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0001_m_000003_0_-1701373274_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004, duration: 336020
2015-02-10 22:39:24,670 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:46763, bytes: 687, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0001_m_000001_0_500338447_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004, duration: 329402
2015-02-10 22:39:24,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt dst=null perm=null
2015-02-10 22:39:24,707 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:46764, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0001_m_000000_0_1418162356_1, offset: 1024, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003, duration: 859787
2015-02-10 22:39:24,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job.split dst=null perm=null
2015-02-10 22:39:24,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt dst=null perm=null
2015-02-10 22:39:24,762 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:39896, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0001_m_000003_0_-1701373274_1, offset: 512, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003, duration: 340680
2015-02-10 22:39:24,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt dst=null perm=null
2015-02-10 22:39:24,919 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:39897, bytes: 687, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0001_m_000002_0_1981412877_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741828_1004, duration: 421725
2015-02-10 22:39:24,951 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48264, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0001_m_000001_0_500338447_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003, duration: 387716
2015-02-10 22:39:25,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt dst=null perm=null
2015-02-10 22:39:25,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423607944293_0001_m_000000_0 dst=null perm=null
2015-02-10 22:39:25,018 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48265, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0001_m_000002_0_1981412877_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003, duration: 339475
2015-02-10 22:39:25,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423607944293_0001_m_000003_0 dst=null perm=null
2015-02-10 22:39:25,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423607944293_0001_m_000001_0 dst=null perm=null
2015-02-10 22:39:25,109 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0001_01_000002
2015-02-10 22:39:25,111 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000002
2015-02-10 22:39:25,111 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000002 transitioned from RUNNING to KILLING
2015-02-10 22:39:25,111 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0001_01_000002
2015-02-10 22:39:25,128 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0001_01_000005
2015-02-10 22:39:25,129 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000005
2015-02-10 22:39:25,143 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0001_01_000002 is : 143
2015-02-10 22:39:25,152 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job_1423607944293_0001_1.jhist. BP-1386448687-10.31.157.187-1423607926902 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]}
2015-02-10 22:39:25,157 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741832_1008 src: /127.0.0.1:39900 dest: /127.0.0.1:46700
2015-02-10 22:39:25,159 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0001_01_000003
2015-02-10 22:39:25,163 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000003
2015-02-10 22:39:25,167 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741832_1008 src: /127.0.0.1:48267 dest: /127.0.0.1:47015
2015-02-10 22:39:25,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741832_1008 src: /127.0.0.1:57479 dest: /127.0.0.1:57417
2015-02-10 22:39:25,175 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000005 transitioned from RUNNING to KILLING
2015-02-10 22:39:25,181 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:39:25,181 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000003 transitioned from RUNNING to KILLING
2015-02-10 22:39:25,181 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0001_01_000005
2015-02-10 22:39:25,181 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423607944293_0001_01_000005 succeeded
2015-02-10 22:39:25,190 INFO hdfs.StateChange (FSNamesystem.java:fsync(3707)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job_1423607944293_0001_1.jhist for DFSClient_NONMAPREDUCE_-660717142_1
2015-02-10 22:39:25,213 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000002
2015-02-10 22:39:25,214 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000002
2015-02-10 22:39:25,214 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000002
2015-02-10 22:39:25,215 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0001_01_000003
2015-02-10 22:39:25,215 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000002
2015-02-10 22:39:25,232 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0001_01_000003 is : 143
2015-02-10 22:39:25,252 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000005 transitioned from KILLING to EXITED_WITH_SUCCESS
2015-02-10 22:39:25,252 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000002
2015-02-10 22:39:25,255 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:39:25,255 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:39:25,256 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000005
2015-02-10 22:39:25,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000005
2015-02-10 22:39:25,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000005
2015-02-10 22:39:25,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000005
2015-02-10 22:39:25,257 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0001_01_000002 from application application_1423607944293_0001
2015-02-10 22:39:25,258 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:25,259 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0001
2015-02-10 22:39:25,260 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000003
2015-02-10 22:39:25,260 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000003
2015-02-10 22:39:25,261 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000003
2015-02-10 22:39:25,261 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000003
2015-02-10 22:39:25,262 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000005
2015-02-10 22:39:25,262 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000005 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-10 22:39:25,263 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000003
2015-02-10 22:39:25,263 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:39:25,263 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0001_01_000005 from application application_1423607944293_0001
2015-02-10 22:39:25,263 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:25,264 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0001
2015-02-10 22:39:25,264 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0001_01_000003 from application application_1423607944293_0001
2015-02-10 22:39:25,264 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:25,264 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0001
2015-02-10 22:39:25,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423607944293_0001_m_000002_0 dst=null perm=null
2015-02-10 22:39:25,386 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0001_01_000004
2015-02-10 22:39:25,387 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000004
2015-02-10 22:39:25,387 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000004 transitioned from RUNNING to KILLING
2015-02-10 22:39:25,387 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0001_01_000004
2015-02-10 22:39:25,388 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0001_01_000002, container_1423607944293_0001_01_000005, container_1423607944293_0001_01_000003]
2015-02-10 22:39:25,389 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:39:25,390 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0001_01_000002 in state: COMPLETED event:FINISHED
2015-02-10 22:39:25,390 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000002
2015-02-10 22:39:25,390 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0001_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46562, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-10 22:39:25,390 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-10 22:39:25,391 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0001_01_000002, NodeId: ip-10-31-157-187.ec2.internal:46562, NodeHttpAddress: ip-10-31-157-187.ec2.internal:47073, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:46562 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-10 22:39:25,391 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:25,392 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-10 22:39:25,392 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0001_000001 released container container_1423607944293_0001_01_000002 on node: host: ip-10-31-157-187.ec2.internal:46562 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-10 22:39:25,392 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:39:25,393 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0001_01_000003 in state: COMPLETED event:FINISHED
2015-02-10 22:39:25,393 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000003
2015-02-10 22:39:25,393 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0001_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46562, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-10 22:39:25,393 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-10 22:39:25,394 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0001_01_000003, NodeId: ip-10-31-157-187.ec2.internal:46562, NodeHttpAddress: ip-10-31-157-187.ec2.internal:47073, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:46562 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-10 22:39:25,394 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:25,394 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-10 22:39:25,394 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0001_000001 released container container_1423607944293_0001_01_000003 on node: host: ip-10-31-157-187.ec2.internal:46562 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-10 22:39:25,395 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:39:25,395 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0001_01_000005 in state: COMPLETED event:FINISHED
2015-02-10 22:39:25,395 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000005
2015-02-10 22:39:25,395 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0001_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46562, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-10 22:39:25,395 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-10 22:39:25,397 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0001_01_000005, NodeId: ip-10-31-157-187.ec2.internal:46562, NodeHttpAddress: ip-10-31-157-187.ec2.internal:47073, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:46562 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-10 22:39:25,397 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:25,397 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-10 22:39:25,398 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0001_000001 released container container_1423607944293_0001_01_000005 on node: host: ip-10-31-157-187.ec2.internal:46562 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-10 22:39:25,406 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0001_01_000004 is : 143
2015-02-10 22:39:25,423 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:39:25,423 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000004
2015-02-10 22:39:25,424 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000004
2015-02-10 22:39:25,424 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000004
2015-02-10 22:39:25,425 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000004
2015-02-10 22:39:25,426 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000004
2015-02-10 22:39:25,426 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:39:25,427 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0001_01_000004 from application application_1423607944293_0001
2015-02-10 22:39:25,427 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:25,427 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0001
2015-02-10 22:39:26,389 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0001_01_000004]
2015-02-10 22:39:26,389 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:39:26,389 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0001_01_000004 in state: COMPLETED event:FINISHED
2015-02-10 22:39:26,390 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000004
2015-02-10 22:39:26,390 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0001_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46562, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-10 22:39:26,390 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-10 22:39:26,391 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0001_01_000004, NodeId: ip-10-31-157-187.ec2.internal:46562, NodeHttpAddress: ip-10-31-157-187.ec2.internal:47073, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:46562 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-10 22:39:26,391 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:26,391 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-10 22:39:26,391 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0001_000001 released container container_1423607944293_0001_01_000004 on node: host: ip-10-31-157-187.ec2.internal:46562 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-10 22:39:26,392 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:39:26,392 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000006
2015-02-10 22:39:26,392 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0001_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46562, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-02-10 22:39:26,393 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0001_000001 container=Container: [ContainerId: container_1423607944293_0001_01_000006, NodeId: ip-10-31-157-187.ec2.internal:46562, NodeHttpAddress: ip-10-31-157-187.ec2.internal:47073, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:39:26,393 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-10 22:39:26,393 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:27,357 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:39:27,371 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0001_01_000006 by user teamcity
2015-02-10 22:39:27,371 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000006
2015-02-10 22:39:27,371 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0001_01_000006 to application application_1423607944293_0001
2015-02-10 22:39:27,372 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000006 transitioned from NEW to LOCALIZING
2015-02-10 22:39:27,372 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0001
2015-02-10 22:39:27,372 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0001
2015-02-10 22:39:27,372 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:39:27,373 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0001
2015-02-10 22:39:27,374 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:39:27,390 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:39:27,427 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-10 22:39:27,427 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:27,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000006/default_container_executor.sh]
2015-02-10 22:39:28,362 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-02-10 22:39:31,147 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(685)) - Setting connection close header...
2015-02-10 22:39:31,180 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(685)) - Setting connection close header...
2015-02-10 22:39:31,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423607944293_0001_r_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:31,343 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423607944293_0001_r_000000_0/part-00000. BP-1386448687-10.31.157.187-1423607926902 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]}
2015-02-10 22:39:31,484 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741833_1009 src: /127.0.0.1:48276 dest: /127.0.0.1:47015
2015-02-10 22:39:31,487 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741833_1009 src: /127.0.0.1:57488 dest: /127.0.0.1:57417
2015-02-10 22:39:31,490 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741833_1009 src: /127.0.0.1:46782 dest: /127.0.0.1:34372
2015-02-10 22:39:31,539 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46782, dest: /127.0.0.1:34372, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0001_r_000000_0_717429317_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741833_1009, duration: 47499936
2015-02-10 22:39:31,539 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:31,540 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57488, dest: /127.0.0.1:57417, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0001_r_000000_0_717429317_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741833_1009, duration: 48542092
2015-02-10 22:39:31,540 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:39:31,541 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:31,542 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:39:31,542 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48276, dest: /127.0.0.1:47015, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0001_r_000000_0_717429317_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741833_1009, duration: 47977153
2015-02-10 22:39:31,542 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:31,543 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:39:31,549 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423607944293_0001_r_000000_0/part-00000 is closed by DFSClient_attempt_1423607944293_0001_r_000000_0_717429317_1
2015-02-10 22:39:31,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423607944293_0001_r_000000_0 dst=null perm=null
2015-02-10 22:39:31,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423607944293_0001_r_000000_0 dst=null perm=null
2015-02-10 22:39:31,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1423607944293_0001_r_000000 dst=null perm=null
2015-02-10 22:39:31,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423607944293_0001_r_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1423607944293_0001_r_000000 perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:39:31,745 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0001_01_000006
2015-02-10 22:39:31,745 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000006
2015-02-10 22:39:31,745 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000006 transitioned from RUNNING to KILLING
2015-02-10 22:39:31,746 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0001_01_000006
2015-02-10 22:39:31,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:31,761 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0001_01_000006 is : 143
2015-02-10 22:39:31,763 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-660717142_1
2015-02-10 22:39:31,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1 dst=null perm=null
2015-02-10 22:39:31,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-02-10 22:39:31,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-02-10 22:39:31,779 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:39:31,780 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000006
2015-02-10 22:39:31,780 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000006
2015-02-10 22:39:31,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1423607944293_0001_r_000000 dst=null perm=null
2015-02-10 22:39:31,781 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000006
2015-02-10 22:39:31,781 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000006
2015-02-10 22:39:31,781 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000006
2015-02-10 22:39:31,781 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:39:31,782 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0001_01_000006 from application application_1423607944293_0001
2015-02-10 22:39:31,782 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:31,782 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0001
2015-02-10 22:39:31,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null
2015-02-10 22:39:31,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1423607944293_0001_r_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:31,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary dst=null perm=null
2015-02-10 22:39:31,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:31,821 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-660717142_1
2015-02-10 22:39:31,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:31,831 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-660717142_1
2015-02-10 22:39:31,859 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57479, dest: /127.0.0.1:57417, bytes: 53071, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-660717142_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741832_1008, duration: 6682928691
2015-02-10 22:39:31,860 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:31,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 14801
2015-02-10 22:39:31,862 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48267, dest: /127.0.0.1:47015, bytes: 53071, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-660717142_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741832_1008, duration: 6685910435
2015-02-10 22:39:31,863 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:31,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 14801
2015-02-10 22:39:31,865 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:39900, dest: /127.0.0.1:46700, bytes: 53071, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-660717142_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741832_1008, duration: 6685784513
2015-02-10 22:39:31,865 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:31,865 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 14801
2015-02-10 22:39:31,870 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job_1423607944293_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_-660717142_1
2015-02-10 22:39:31,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:31,881 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001.summary_tmp. BP-1386448687-10.31.157.187-1423607926902 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]}
2015-02-10 22:39:31,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741834_1010 src: /127.0.0.1:46783 dest: /127.0.0.1:34372
2015-02-10 22:39:31,888 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741834_1010 src: /127.0.0.1:57491 dest: /127.0.0.1:57417
2015-02-10 22:39:31,891 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741834_1010 src: /127.0.0.1:48281 dest: /127.0.0.1:47015
2015-02-10 22:39:31,895 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48281, dest: /127.0.0.1:47015, bytes: 348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-660717142_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741834_1010, duration: 2773995
2015-02-10 22:39:31,896 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:31,896 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:39:31,896 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57491, dest: /127.0.0.1:57417, bytes: 348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-660717142_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741834_1010, duration: 2908543
2015-02-10 22:39:31,897 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:31,897 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:39:31,897 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46783, dest: /127.0.0.1:34372, bytes: 348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-660717142_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741834_1010, duration: 4007634
2015-02-10 22:39:31,898 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:31,898 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:39:31,903 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_-660717142_1
2015-02-10 22:39:31,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:39:31,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job_1423607944293_0001_1.jhist dst=null perm=null
2015-02-10 22:39:31,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001-1423607950915-teamcity-mrflow-1423607971832-4-1-SUCCEEDED-default-1423607957229.jhist_tmp dst=null perm=null
2015-02-10 22:39:31,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job_1423607944293_0001_1.jhist dst=null perm=null
2015-02-10 22:39:31,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001-1423607950915-teamcity-mrflow-1423607971832-4-1-SUCCEEDED-default-1423607957229.jhist_tmp dst=null perm=null
2015-02-10 22:39:31,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job_1423607944293_0001_1.jhist dst=null perm=null
2015-02-10 22:39:31,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001-1423607950915-teamcity-mrflow-1423607971832-4-1-SUCCEEDED-default-1423607957229.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:31,933 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:39916, bytes: 53487, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-660717142_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741832_1008, duration: 358698
2015-02-10 22:39:31,936 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001-1423607950915-teamcity-mrflow-1423607971832-4-1-SUCCEEDED-default-1423607957229.jhist_tmp. BP-1386448687-10.31.157.187-1423607926902 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]}
2015-02-10 22:39:31,940 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741835_1011 src: /127.0.0.1:57494 dest: /127.0.0.1:57417
2015-02-10 22:39:31,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741835_1011 src: /127.0.0.1:39918 dest: /127.0.0.1:46700
2015-02-10 22:39:31,944 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741835_1011 src: /127.0.0.1:46789 dest: /127.0.0.1:34372
2015-02-10 22:39:31,949 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46789, dest: /127.0.0.1:34372, bytes: 53071, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-660717142_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741835_1011, duration: 2940072
2015-02-10 22:39:31,950 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:31,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:39:31,951 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:39918, dest: /127.0.0.1:46700, bytes: 53071, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-660717142_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741835_1011, duration: 4410141
2015-02-10 22:39:31,951 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:31,951 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:39:31,952 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57494, dest: /127.0.0.1:57417, bytes: 53071, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-660717142_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741835_1011, duration: 5784378
2015-02-10 22:39:31,952 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:31,953 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:39:31,957 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001-1423607950915-teamcity-mrflow-1423607971832-4-1-SUCCEEDED-default-1423607957229.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-660717142_1
2015-02-10 22:39:31,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001-1423607950915-teamcity-mrflow-1423607971832-4-1-SUCCEEDED-default-1423607957229.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:39:31,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job_1423607944293_0001_1_conf.xml dst=null perm=null
2015-02-10 22:39:31,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001_conf.xml_tmp dst=null perm=null
2015-02-10 22:39:31,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job_1423607944293_0001_1_conf.xml dst=null perm=null
2015-02-10 22:39:31,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001_conf.xml_tmp dst=null perm=null
2015-02-10 22:39:31,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001/job_1423607944293_0001_1_conf.xml dst=null perm=null
2015-02-10 22:39:31,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:31,977 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:46790, bytes: 97163, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-660717142_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741831_1007, duration: 544073
2015-02-10 22:39:31,981 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001_conf.xml_tmp. BP-1386448687-10.31.157.187-1423607926902 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]}
2015-02-10 22:39:31,986 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741836_1012 src: /127.0.0.1:48287 dest: /127.0.0.1:47015
2015-02-10 22:39:31,988 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741836_1012 src: /127.0.0.1:46792 dest: /127.0.0.1:34372
2015-02-10 22:39:31,990 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741836_1012 src: /127.0.0.1:39923 dest: /127.0.0.1:46700
2015-02-10 22:39:31,996 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:39923, dest: /127.0.0.1:46700, bytes: 96407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-660717142_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741836_1012, duration: 4724706
2015-02-10 22:39:31,996 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:31,997 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:39:31,997 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46792, dest: /127.0.0.1:34372, bytes: 96407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-660717142_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741836_1012, duration: 4723174
2015-02-10 22:39:31,998 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:31,998 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:39:31,998 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48287, dest: /127.0.0.1:47015, bytes: 96407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-660717142_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741836_1012, duration: 6122620
2015-02-10 22:39:31,998 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:31,999 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:39:32,002 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-660717142_1
2015-02-10 22:39:32,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:39:32,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001.summary perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:39:32,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001_conf.xml perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:39:32,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001-1423607950915-teamcity-mrflow-1423607971832-4-1-SUCCEEDED-default-1423607957229.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0001-1423607950915-teamcity-mrflow-1423607971832-4-1-SUCCEEDED-default-1423607957229.jhist perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:39:32,038 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(986)) - Updating application attempt appattempt_1423607944293_0001_000001 with final state: FINISHING
2015-02-10 22:39:32,039 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0001_000001 State change from RUNNING to FINAL_SAVING
2015-02-10 22:39:32,040 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(882)) - Updating application application_1423607944293_0001 with final state: FINISHING
2015-02-10 22:39:32,041 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0001 State change from RUNNING to FINAL_SAVING
2015-02-10 22:39:32,042 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(620)) - Storing info for app: application_1423607944293_0001
2015-02-10 22:39:32,043 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0001_000001 State change from FINAL_SAVING to FINISHING
2015-02-10 22:39:32,044 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0001 State change from FINAL_SAVING to FINISHING
2015-02-10 22:39:32,747 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0001_01_000006]
2015-02-10 22:39:32,748 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:39:32,748 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0001_01_000006 in state: COMPLETED event:FINISHED
2015-02-10 22:39:32,748 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000006
2015-02-10 22:39:32,748 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0001_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46562, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-10 22:39:32,749 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-10 22:39:32,750 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0001_01_000006, NodeId: ip-10-31-157-187.ec2.internal:46562, NodeHttpAddress: ip-10-31-157-187.ec2.internal:47073, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:46562 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-10 22:39:32,750 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:32,750 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-10 22:39:32,750 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0001_000001 released container container_1423607944293_0001_01_000006 on node: host: ip-10-31-157-187.ec2.internal:46562 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-10 22:39:32,796 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2015-02-10 22:39:32,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2015-02-10 22:39:32,801 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2015-02-10 22:39:33,051 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:47015 127.0.0.1:57417 127.0.0.1:46700 127.0.0.1:34372
2015-02-10 22:39:33,052 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:34372 127.0.0.1:46700 127.0.0.1:57417
2015-02-10 22:39:33,052 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:47015 127.0.0.1:46700 127.0.0.1:57417
2015-02-10 22:39:33,052 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:46700 127.0.0.1:47015 127.0.0.1:57417
2015-02-10 22:39:33,052 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:57417 127.0.0.1:34372 127.0.0.1:47015
2015-02-10 22:39:33,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0001 dst=null perm=null
2015-02-10 22:39:33,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-02-10 22:39:33,218 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:40976/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary
2015-02-10 22:39:33,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary dst=null perm=null
2015-02-10 22:39:33,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-02-10 22:39:33,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-02-10 22:39:33,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-02-10 22:39:33,250 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-10 22:39:33,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null
2015-02-10 22:39:33,255 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48293, bytes: 1502, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741833_1009, duration: 303680
2015-02-10 22:39:33,256 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output//hadoop2-mr1/mapreduceflowplatform/flowTest
2015-02-10 22:39:33,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-02-10 22:39:33,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-02-10 22:39:33,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-02-10 22:39:33,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-02-10 22:39:33,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null
2015-02-10 22:39:33,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null
2015-02-10 22:39:33,268 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48293, bytes: 1502, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741833_1009, duration: 261151
2015-02-10 22:39:33,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt dst=null perm=null
2015-02-10 22:39:33,340 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 22:39:33,341 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-10 22:39:33,375 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-02-10 22:39:33,386 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1009)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-02-10 22:39:33,463 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 22:39:33,464 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-10 22:39:33,630 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:46700 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741832_1008]
2015-02-10 22:39:33,631 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:47015 to delete [blk_1073741828_1004, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008]
2015-02-10 22:39:33,684 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting
2015-02-10 22:39:33,690 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] parallel execution is enabled: true
2015-02-10 22:39:33,690 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flows: 5
2015-02-10 22:39:33,691 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] allocating threads: 5
2015-02-10 22:39:33,691 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: first-flow
2015-02-10 22:39:33,694 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] at least one sink is marked for delete
2015-02-10 22:39:33,695 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2015-02-10 22:39:33,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-02-10 22:39:33,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-02-10 22:39:33,701 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] starting
2015-02-10 22:39:33,702 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt"]
2015-02-10 22:39:33,702 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4"]
2015-02-10 22:39:33,702 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] parallel execution is enabled: true
2015-02-10 22:39:33,703 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] starting jobs: 1
2015-02-10 22:39:33,703 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] allocating threads: 1
2015-02-10 22:39:33,704 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-flow] starting step: (1/1) ...preduceflowplatform/flow4
2015-02-10 22:39:33,721 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58627
2015-02-10 22:39:33,739 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58627
2015-02-10 22:39:33,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-02-10 22:39:33,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null
2015-02-10 22:39:33,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null
2015-02-10 22:39:33,750 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 2
2015-02-10 22:39:33,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002 dst=null perm=null
2015-02-10 22:39:33,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002 dst=null perm=teamcity:supergroup:rwxr-xr-x
2015-02-10 22:39:33,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002 dst=null perm=teamcity:supergroup:rwx------
2015-02-10 22:39:33,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.jar dst=null perm=null
2015-02-10 22:39:33,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.jar dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:33,770 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.jar. BP-1386448687-10.31.157.187-1423607926902 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]}
2015-02-10 22:39:33,774 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741837_1013 src: /127.0.0.1:39929 dest: /127.0.0.1:46700
2015-02-10 22:39:33,776 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741837_1013 src: /127.0.0.1:57507 dest: /127.0.0.1:57417
2015-02-10 22:39:33,778 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741837_1013 src: /127.0.0.1:46801 dest: /127.0.0.1:34372
2015-02-10 22:39:33,790 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46801, dest: /127.0.0.1:34372, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741837_1013, duration: 9817966
2015-02-10 22:39:33,791 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:33,791 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:39:33,791 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57507, dest: /127.0.0.1:57417, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741837_1013, duration: 10045825
2015-02-10 22:39:33,792 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:33,792 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:39:33,793 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:39929, dest: /127.0.0.1:46700, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741837_1013, duration: 11881539
2015-02-10 22:39:33,794 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:33,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:39:33,799 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.jar is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:39:33,800 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2587)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.jar
2015-02-10 22:39:33,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.jar dst=null perm=null
2015-02-10 22:39:33,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.jar dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:33,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:33,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:33,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:33,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-02-10 22:39:33,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null
2015-02-10 22:39:33,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null
2015-02-10 22:39:33,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-02-10 22:39:33,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-02-10 22:39:33,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:33,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt dst=null perm=null
2015-02-10 22:39:33,825 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-10 22:39:33,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt dst=null perm=null
2015-02-10 22:39:33,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.split dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:33,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.split dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:33,840 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2587)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.split
2015-02-10 22:39:33,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.split dst=null perm=null
2015-02-10 22:39:33,848 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.split. BP-1386448687-10.31.157.187-1423607926902 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]}
2015-02-10 22:39:33,852 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014 src: /127.0.0.1:39932 dest: /127.0.0.1:46700
2015-02-10 22:39:33,854 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014 src: /127.0.0.1:57510 dest: /127.0.0.1:57417
2015-02-10 22:39:33,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014 src: /127.0.0.1:48300 dest: /127.0.0.1:47015
2015-02-10 22:39:33,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014 src: /127.0.0.1:46805 dest: /127.0.0.1:34372
2015-02-10 22:39:33,862 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46805, dest: /127.0.0.1:34372, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014, duration: 3099423
2015-02-10 22:39:33,863 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:33,863 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]} size 0
2015-02-10 22:39:33,864 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48300, dest: /127.0.0.1:47015, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014, duration: 4051703
2015-02-10 22:39:33,864 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:33,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]} size 0
2015-02-10 22:39:33,865 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57510, dest: /127.0.0.1:57417, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014, duration: 4717890
2015-02-10 22:39:33,866 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]} size 0
2015-02-10 22:39:33,867 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:33,867 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:39932, dest: /127.0.0.1:46700, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014, duration: 6385457
2015-02-10 22:39:33,868 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]} size 0
2015-02-10 22:39:33,868 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:33,873 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.split is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:39:33,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:33,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:33,887 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.splitmetainfo. BP-1386448687-10.31.157.187-1423607926902 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]}
2015-02-10 22:39:33,891 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741839_1015 src: /127.0.0.1:39936 dest: /127.0.0.1:46700
2015-02-10 22:39:33,893 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741839_1015 src: /127.0.0.1:57514 dest: /127.0.0.1:57417
2015-02-10 22:39:33,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741839_1015 src: /127.0.0.1:46808 dest: /127.0.0.1:34372
2015-02-10 22:39:33,900 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46808, dest: /127.0.0.1:34372, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741839_1015, duration: 2194228
2015-02-10 22:39:33,900 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:33,900 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:39:33,901 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57514, dest: /127.0.0.1:57417, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741839_1015, duration: 2915999
2015-02-10 22:39:33,902 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:39:33,902 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:33,903 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:39936, dest: /127.0.0.1:46700, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741839_1015, duration: 4595024
2015-02-10 22:39:33,904 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:39:33,904 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:33,908 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:39:33,908 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2015-02-10 22:39:33,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.xml dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:33,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.xml dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:33,983 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.xml. BP-1386448687-10.31.157.187-1423607926902 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]}
2015-02-10 22:39:33,988 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741840_1016 src: /127.0.0.1:46809 dest: /127.0.0.1:34372
2015-02-10 22:39:33,991 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741840_1016 src: /127.0.0.1:57517 dest: /127.0.0.1:57417
2015-02-10 22:39:33,992 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741840_1016 src: /127.0.0.1:39941 dest: /127.0.0.1:46700
2015-02-10 22:39:33,998 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:39:33,999 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:39941, dest: /127.0.0.1:46700, bytes: 86031, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741840_1016, duration: 3747650
2015-02-10 22:39:33,999 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:34,000 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57517, dest: /127.0.0.1:57417, bytes: 86031, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741840_1016, duration: 6080185
2015-02-10 22:39:34,001 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:34,001 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:39:34,001 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46809, dest: /127.0.0.1:34372, bytes: 86031, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741840_1016, duration: 7011797
2015-02-10 22:39:34,002 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:39:34,002 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:34,009 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.xml is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:39:34,010 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423607944293_0002
2015-02-10 22:39:34,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002 dst=null perm=null
2015-02-10 22:39:34,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.xml dst=null perm=null
2015-02-10 22:39:34,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.xml dst=null perm=null
2015-02-10 22:39:34,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.jar dst=null perm=null
2015-02-10 22:39:34,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.jar dst=null perm=null
2015-02-10 22:39:34,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.split dst=null perm=null
2015-02-10 22:39:34,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.split dst=null perm=null
2015-02-10 22:39:34,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.splitmetainfo dst=null perm=null
2015-02-10 22:39:34,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.splitmetainfo dst=null perm=null
2015-02-10 22:39:34,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:34,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:34,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:34,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:34,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:34,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:34,036 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 2 submitted by user teamcity
2015-02-10 22:39:34,036 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(863)) - Storing application with id application_1423607944293_0002
2015-02-10 22:39:34,036 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423607944293_0002
2015-02-10 22:39:34,036 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(620)) - Storing info for app: application_1423607944293_0002
2015-02-10 22:39:34,036 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0002 State change from NEW to NEW_SAVING
2015-02-10 22:39:34,037 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0002 State change from NEW_SAVING to SUBMITTED
2015-02-10 22:39:34,037 INFO capacity.ParentQueue (ParentQueue.java:addApplication(495)) - Application added - appId: application_1423607944293_0002 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-10 22:39:34,037 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(542)) - Accepted application application_1423607944293_0002 from user: teamcity, in queue: default
2015-02-10 22:39:34,038 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0002 State change from SUBMITTED to ACCEPTED
2015-02-10 22:39:34,039 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(611)) - Registering app attempt : appattempt_1423607944293_0002_000001
2015-02-10 22:39:34,039 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0002_000001 State change from NEW to SUBMITTED
2015-02-10 22:39:34,040 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(720)) - Application application_1423607944293_0002 from user: teamcity activated in queue: default
2015-02-10 22:39:34,040 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(736)) - Application added - appId: application_1423607944293_0002 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@55cdaad2, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-10 22:39:34,040 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(565)) - Added Application Attempt appattempt_1423607944293_0002_000001 to scheduler from user teamcity in queue default
2015-02-10 22:39:34,041 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0002_000001 State change from SUBMITTED to SCHEDULED
2015-02-10 22:39:34,041 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(204)) - Submitted application application_1423607944293_0002
2015-02-10 22:39:34,046 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:47995/proxy/application_1423607944293_0002/
2015-02-10 22:39:34,046 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-flow] submitted hadoop job: job_1423607944293_0002
2015-02-10 22:39:34,047 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-flow] tracking url: http://ip-10-31-157-187:47995/proxy/application_1423607944293_0002/
2015-02-10 22:39:34,182 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:39:34,182 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000001
2015-02-10 22:39:34,182 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0002_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:59458, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2015-02-10 22:39:34,182 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0002_000001 container=Container: [ContainerId: container_1423607944293_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59458, NodeHttpAddress: ip-10-31-157-187.ec2.internal:60958, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:39:34,183 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-10 22:39:34,183 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:34,183 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:59458 for container : container_1423607944293_0002_01_000001
2015-02-10 22:39:34,184 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:39:34,184 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423607944293_0002_000001
2015-02-10 22:39:34,184 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1624)) - Storing attempt: AppId: application_1423607944293_0002 AttemptId: appattempt_1423607944293_0002_000001 MasterContainer: Container: [ContainerId: container_1423607944293_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59458, NodeHttpAddress: ip-10-31-157-187.ec2.internal:60958, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:59458 }, ]
2015-02-10 22:39:34,185 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-10 22:39:34,185 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-10 22:39:34,186 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423607944293_0002_000001
2015-02-10 22:39:34,188 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423607944293_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59458, NodeHttpAddress: ip-10-31-157-187.ec2.internal:60958, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:59458 }, ] for AM appattempt_1423607944293_0002_000001
2015-02-10 22:39:34,188 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423607944293_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-10 22:39:34,194 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0002_000001 (auth:SIMPLE)
2015-02-10 22:39:34,202 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0002_01_000001 by user teamcity
2015-02-10 22:39:34,202 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1423607944293_0002
2015-02-10 22:39:34,203 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000001
2015-02-10 22:39:34,203 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0002 transitioned from NEW to INITING
2015-02-10 22:39:34,203 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0002_01_000001 to application application_1423607944293_0002
2015-02-10 22:39:34,203 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423607944293_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59458, NodeHttpAddress: ip-10-31-157-187.ec2.internal:60958, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:59458 }, ] for AM appattempt_1423607944293_0002_000001
2015-02-10 22:39:34,203 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0002 transitioned from INITING to RUNNING
2015-02-10 22:39:34,204 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0002_000001 State change from ALLOCATED to LAUNCHED
2015-02-10 22:39:34,204 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000001 transitioned from NEW to LOCALIZING
2015-02-10 22:39:34,204 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0002
2015-02-10 22:39:34,205 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-10 22:39:34,205 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-10 22:39:34,205 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.split transitioned from INIT to DOWNLOADING
2015-02-10 22:39:34,205 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-10 22:39:34,206 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0002_01_000001
2015-02-10 22:39:34,226 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423607944293_0002_01_000001.tokens. Credentials list:
2015-02-10 22:39:34,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:39:34,379 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423607944293_0002_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000001.tokens
2015-02-10 22:39:34,379 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0002 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0002
2015-02-10 22:39:34,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.jar dst=null perm=null
2015-02-10 22:39:34,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.jar dst=null perm=null
2015-02-10 22:39:34,552 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:39945, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2029351828_1969, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741837_1013, duration: 1781280
2015-02-10 22:39:34,599 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.jar(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423607944293_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:34,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.splitmetainfo dst=null perm=null
2015-02-10 22:39:34,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.splitmetainfo dst=null perm=null
2015-02-10 22:39:34,640 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:39945, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2029351828_1969, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741839_1015, duration: 282171
2015-02-10 22:39:34,675 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.splitmetainfo(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:34,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.split dst=null perm=null
2015-02-10 22:39:34,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.split dst=null perm=null
2015-02-10 22:39:34,719 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48293, bytes: 1423, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2029351828_1969, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014, duration: 294572
2015-02-10 22:39:34,751 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.split(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423607944293_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:34,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.xml dst=null perm=null
2015-02-10 22:39:34,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.xml dst=null perm=null
2015-02-10 22:39:34,784 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741832_1008
2015-02-10 22:39:34,786 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741836_1012
2015-02-10 22:39:34,786 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741839_1015
2015-02-10 22:39:34,788 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741835_1011
2015-02-10 22:39:34,788 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741839_1015
2015-02-10 22:39:34,789 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741833_1009
2015-02-10 22:39:34,790 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741840_1016
2015-02-10 22:39:34,791 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741834_1010
2015-02-10 22:39:34,792 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741837_1013
2015-02-10 22:39:34,792 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741832_1008
2015-02-10 22:39:34,792 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014
2015-02-10 22:39:34,794 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:39945, bytes: 86707, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2029351828_1969, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741840_1016, duration: 493834
2015-02-10 22:39:34,794 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741840_1016
2015-02-10 22:39:34,795 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741835_1011
2015-02-10 22:39:34,798 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741837_1013
2015-02-10 22:39:34,799 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014
2015-02-10 22:39:34,818 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741828 for deletion
2015-02-10 22:39:34,819 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741829 for deletion
2015-02-10 22:39:34,819 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741828
2015-02-10 22:39:34,822 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741830 for deletion
2015-02-10 22:39:34,822 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741832 for deletion
2015-02-10 22:39:34,822 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741830
2015-02-10 22:39:34,822 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741829
2015-02-10 22:39:34,823 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741832
2015-02-10 22:39:34,831 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.xml(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423607944293_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:34,832 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:39:34,883 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-10 22:39:34,883 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:34,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741828 for deletion
2015-02-10 22:39:34,984 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741830 for deletion
2015-02-10 22:39:34,984 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741831 for deletion
2015-02-10 22:39:34,984 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741832 for deletion
2015-02-10 22:39:34,984 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741830
2015-02-10 22:39:34,985 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741828
2015-02-10 22:39:34,985 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741832
2015-02-10 22:39:34,985 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741831
2015-02-10 22:39:34,994 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014
2015-02-10 22:39:34,995 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741833_1009
2015-02-10 22:39:34,996 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741834_1010
2015-02-10 22:39:34,997 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741836_1012
2015-02-10 22:39:35,001 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000001/default_container_executor.sh]
2015-02-10 22:39:35,180 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:39:35,261 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741834_1010
2015-02-10 22:39:35,261 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741833_1009
2015-02-10 22:39:35,262 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741835_1011
2015-02-10 22:39:35,263 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014
2015-02-10 22:39:35,267 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741837_1013
2015-02-10 22:39:35,268 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741836_1012
2015-02-10 22:39:35,269 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741839_1015
2015-02-10 22:39:35,271 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741840_1016
2015-02-10 22:39:36,633 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1408)) - BLOCK* ask 127.0.0.1:46700 to replicate blk_1073741837_1013 to datanode(s) 127.0.0.1:47015
2015-02-10 22:39:36,634 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:57417 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008]
2015-02-10 22:39:36,634 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:34372 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741831_1007]
2015-02-10 22:39:37,816 INFO datanode.DataNode (DataNode.java:transferBlock(1495)) - DatanodeRegistration(127.0.0.1, datanodeUuid=7902243c-584c-4d9b-b729-9ff5037fd55a, infoPort=43150, ipcPort=40755, storageInfo=lv=-55;cid=testClusterID;nsid=1021517176;c=0) Starting thread to transfer BP-1386448687-10.31.157.187-1423607926902:blk_1073741837_1013 to 127.0.0.1:47015
2015-02-10 22:39:37,817 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741828 for deletion
2015-02-10 22:39:37,817 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741829 for deletion
2015-02-10 22:39:37,818 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741828
2015-02-10 22:39:37,818 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741830 for deletion
2015-02-10 22:39:37,819 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741831 for deletion
2015-02-10 22:39:37,819 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741832 for deletion
2015-02-10 22:39:37,824 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741837_1013 src: /127.0.0.1:48315 dest: /127.0.0.1:47015
2015-02-10 22:39:37,826 INFO datanode.DataNode (DataNode.java:run(1699)) - DataTransfer: Transmitted BP-1386448687-10.31.157.187-1423607926902:blk_1073741837_1013 (numBytes=254067) to /127.0.0.1:47015
2015-02-10 22:39:37,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null
2015-02-10 22:39:37,862 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741830
2015-02-10 22:39:37,862 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741832
2015-02-10 22:39:37,865 INFO datanode.DataNode (DataXceiver.java:writeBlock(764)) - Received BP-1386448687-10.31.157.187-1423607926902:blk_1073741837_1013 src: /127.0.0.1:48315 dest: /127.0.0.1:47015 of size 254067
2015-02-10 22:39:37,862 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741829
2015-02-10 22:39:37,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741831
2015-02-10 22:39:37,866 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741837_1013 size 254067
2015-02-10 22:39:37,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/COMMIT_STARTED dst=null perm=null
2015-02-10 22:39:37,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/COMMIT_SUCCESS dst=null perm=null
2015-02-10 22:39:37,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/COMMIT_FAIL dst=null perm=null
2015-02-10 22:39:37,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002 dst=null perm=null
2015-02-10 22:39:38,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-02-10 22:39:38,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null
2015-02-10 22:39:38,215 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423607944293_0001_01_000001 succeeded
2015-02-10 22:39:38,216 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-10 22:39:38,216 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0001_01_000001
2015-02-10 22:39:38,233 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000001
2015-02-10 22:39:38,234 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000001
2015-02-10 22:39:38,234 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000001
2015-02-10 22:39:38,234 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000001
2015-02-10 22:39:38,239 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-10 22:39:38,235 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423607944293_0001/container_1423607944293_0001_01_000001
2015-02-10 22:39:38,240 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0001_01_000001 from application application_1423607944293_0001
2015-02-10 22:39:38,240 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:38,240 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0001
2015-02-10 22:39:38,270 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741828 for deletion
2015-02-10 22:39:38,270 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741829 for deletion
2015-02-10 22:39:38,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741831 for deletion
2015-02-10 22:39:38,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741828
2015-02-10 22:39:38,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741829
2015-02-10 22:39:38,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741831
2015-02-10 22:39:38,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.splitmetainfo dst=null perm=null
2015-02-10 22:39:38,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.splitmetainfo dst=null perm=null
2015-02-10 22:39:38,638 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:46820, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1365175038_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741839_1015, duration: 363582
2015-02-10 22:39:39,181 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0001_01_000001]
2015-02-10 22:39:39,181 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:39:39,182 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(617)) - Unregistering app attempt : appattempt_1423607944293_0001_000001
2015-02-10 22:39:39,182 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0001_01_000001 in state: COMPLETED event:FINISHED
2015-02-10 22:39:39,182 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0001 CONTAINERID=container_1423607944293_0001_01_000001
2015-02-10 22:39:39,183 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0001_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:59458, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-10 22:39:39,183 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-10 22:39:39,183 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59458, NodeHttpAddress: ip-10-31-157-187.ec2.internal:60958, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:59458 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-10 22:39:39,183 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:39,183 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0001_000001 State change from FINISHING to FINISHED
2015-02-10 22:39:39,183 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-10 22:39:39,184 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0001_000001 released container container_1423607944293_0001_01_000001 on node: host: ip-10-31-157-187.ec2.internal:59458 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-10 22:39:39,185 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0001 State change from FINISHING to FINISHED
2015-02-10 22:39:39,186 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(596)) - Application Attempt appattempt_1423607944293_0001_000001 is done. finalState=FINISHED
2015-02-10 22:39:39,186 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423607944293_0001_000001
2015-02-10 22:39:39,187 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423607944293_0001
2015-02-10 22:39:39,186 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1423607944293_0001 requests cleared
2015-02-10 22:39:39,188 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(778)) - Application removed - appId: application_1423607944293_0001 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-10 22:39:39,188 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(520)) - Application removed - appId: application_1423607944293_0001 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-10 22:39:39,189 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423607944293_0001,name=mrflow,user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:47995/proxy/application_1423607944293_0001/jobhistory/job/job_1423607944293_0001,appMasterHost=ip-10-31-157-187,startTime=1423607950966,finishTime=1423607972039,finalStatus=SUCCEEDED
2015-02-10 22:39:39,193 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0001_000001 (auth:SIMPLE)
2015-02-10 22:39:39,196 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0001_01_000001
2015-02-10 22:39:39,753 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-10 22:39:39,753 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0001
2015-02-10 22:39:39,754 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1423607944293_0001
2015-02-10 22:39:39,754 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423607944293_0001
2015-02-10 22:39:39,754 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423607944293_0001
2015-02-10 22:39:39,754 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423607944293_0001
2015-02-10 22:39:39,755 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-10 22:39:39,756 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423607944293_0001, with delay of 10800 seconds
2015-02-10 22:39:39,983 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0002_000001 (auth:SIMPLE)
2015-02-10 22:39:39,988 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(266)) - AM registration appattempt_1423607944293_0002_000001
2015-02-10 22:39:39,989 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423607944293_0002 APPATTEMPTID=appattempt_1423607944293_0002_000001
2015-02-10 22:39:39,989 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0002_000001 State change from LAUNCHED to RUNNING
2015-02-10 22:39:39,990 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0002 State change from ACCEPTED to RUNNING
2015-02-10 22:39:40,007 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741837_1013
2015-02-10 22:39:40,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:39:40,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job_1423607944293_0002_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:40,182 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-10 22:39:40,183 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0001
2015-02-10 22:39:40,183 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423607944293_0001
2015-02-10 22:39:40,184 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1423607944293_0001
2015-02-10 22:39:40,184 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423607944293_0001
2015-02-10 22:39:40,184 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423607944293_0001
2015-02-10 22:39:40,184 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-10 22:39:40,186 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423607944293_0001, with delay of 10800 seconds
2015-02-10 22:39:40,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job_1423607944293_0002_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:40,378 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job_1423607944293_0002_1_conf.xml. BP-1386448687-10.31.157.187-1423607926902 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]}
2015-02-10 22:39:40,434 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741841_1017 src: /127.0.0.1:39956 dest: /127.0.0.1:46700
2015-02-10 22:39:40,436 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741841_1017 src: /127.0.0.1:57534 dest: /127.0.0.1:57417
2015-02-10 22:39:40,438 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741841_1017 src: /127.0.0.1:48324 dest: /127.0.0.1:47015
2015-02-10 22:39:40,469 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48324, dest: /127.0.0.1:47015, bytes: 100998, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1365175038_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741841_1017, duration: 28501998
2015-02-10 22:39:40,469 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:40,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:39:40,470 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57534, dest: /127.0.0.1:57417, bytes: 100998, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1365175038_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741841_1017, duration: 29122573
2015-02-10 22:39:40,471 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:40,471 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:39:40,471 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:39956, dest: /127.0.0.1:46700, bytes: 100998, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1365175038_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741841_1017, duration: 30438760
2015-02-10 22:39:40,471 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:40,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:39:40,491 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job_1423607944293_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1365175038_1
2015-02-10 22:39:41,183 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:39:41,183 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000002
2015-02-10 22:39:41,184 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0002_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59458, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-02-10 22:39:41,184 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0002_000001 container=Container: [ContainerId: container_1423607944293_0002_01_000002, NodeId: ip-10-31-157-187.ec2.internal:59458, NodeHttpAddress: ip-10-31-157-187.ec2.internal:60958, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:39:41,184 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-10 22:39:41,184 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:41,185 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:39:41,185 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000003
2015-02-10 22:39:41,186 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0002_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59458, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-02-10 22:39:41,186 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0002_000001 container=Container: [ContainerId: container_1423607944293_0002_01_000003, NodeId: ip-10-31-157-187.ec2.internal:59458, NodeHttpAddress: ip-10-31-157-187.ec2.internal:60958, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:39:41,186 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-10 22:39:41,186 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:41,299 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:39:41,299 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000004
2015-02-10 22:39:41,299 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0002_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-02-10 22:39:41,300 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0002_000001 container=Container: [ContainerId: container_1423607944293_0002_01_000004, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:39:41,300 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-10 22:39:41,300 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:41,301 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:39:41,301 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000005
2015-02-10 22:39:41,301 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0002_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-02-10 22:39:41,301 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0002_000001 container=Container: [ContainerId: container_1423607944293_0002_01_000005, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:39:41,302 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-10 22:39:41,302 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:42,058 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:59458 for container : container_1423607944293_0002_01_000002
2015-02-10 22:39:42,059 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:39:42,060 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:39:42,061 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:52495 for container : container_1423607944293_0002_01_000004
2015-02-10 22:39:42,062 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:39:42,063 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:39:42,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.jar dst=null perm=null
2015-02-10 22:39:42,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.jar dst=null perm=null
2015-02-10 22:39:42,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.xml dst=null perm=null
2015-02-10 22:39:42,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.xml dst=null perm=null
2015-02-10 22:39:42,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:42,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:42,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:42,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:42,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:42,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:42,257 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0002_000001 (auth:SIMPLE)
2015-02-10 22:39:42,258 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0002_000001 (auth:SIMPLE)
2015-02-10 22:39:42,267 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0002_01_000003 by user teamcity
2015-02-10 22:39:42,268 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000003
2015-02-10 22:39:42,268 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0002_01_000002 by user teamcity
2015-02-10 22:39:42,268 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0002_01_000003 to application application_1423607944293_0002
2015-02-10 22:39:42,269 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000002
2015-02-10 22:39:42,269 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0002_01_000002 to application application_1423607944293_0002
2015-02-10 22:39:42,270 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000003 transitioned from NEW to LOCALIZING
2015-02-10 22:39:42,270 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000002 transitioned from NEW to LOCALIZING
2015-02-10 22:39:42,271 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0002
2015-02-10 22:39:42,271 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0002
2015-02-10 22:39:42,271 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:39:42,271 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0002
2015-02-10 22:39:42,272 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0002
2015-02-10 22:39:42,272 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0002
2015-02-10 22:39:42,272 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:39:42,272 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0002
2015-02-10 22:39:42,273 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0002_01_000004 by user teamcity
2015-02-10 22:39:42,274 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:39:42,275 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1423607944293_0002
2015-02-10 22:39:42,275 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:39:42,275 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0002 transitioned from NEW to INITING
2015-02-10 22:39:42,276 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0002_01_000004 to application application_1423607944293_0002
2015-02-10 22:39:42,275 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000004
2015-02-10 22:39:42,277 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0002 transitioned from INITING to RUNNING
2015-02-10 22:39:42,276 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0002_01_000005 by user teamcity
2015-02-10 22:39:42,277 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000004 transitioned from NEW to LOCALIZING
2015-02-10 22:39:42,277 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000005
2015-02-10 22:39:42,278 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0002
2015-02-10 22:39:42,278 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0002
2015-02-10 22:39:42,278 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:39:42,278 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0002
2015-02-10 22:39:42,279 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-10 22:39:42,279 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-10 22:39:42,279 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar transitioned from INIT to DOWNLOADING
2015-02-10 22:39:42,279 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-10 22:39:42,279 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0002_01_000005 to application application_1423607944293_0002
2015-02-10 22:39:42,280 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0002_01_000004
2015-02-10 22:39:42,285 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar, 1423607931217, FILE, null }
2015-02-10 22:39:42,289 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423607930864, FILE, null }
2015-02-10 22:39:42,291 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000005 transitioned from NEW to LOCALIZING
2015-02-10 22:39:42,291 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0002
2015-02-10 22:39:42,291 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0002
2015-02-10 22:39:42,291 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:39:42,291 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0002
2015-02-10 22:39:42,292 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0002_01_000005
2015-02-10 22:39:42,292 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar, 1423607931217, FILE, null }
2015-02-10 22:39:42,293 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423607930864, FILE, null }
2015-02-10 22:39:42,302 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:39:42,302 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:39:42,317 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423607944293_0002_01_000004.tokens. Credentials list:
2015-02-10 22:39:42,319 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423607944293_0002_01_000005.tokens. Credentials list:
2015-02-10 22:39:42,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:42,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:42,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-02-10 22:39:42,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null
2015-02-10 22:39:42,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null
2015-02-10 22:39:42,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-02-10 22:39:42,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-02-10 22:39:42,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:42,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:42,362 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:39:42,365 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-10 22:39:42,365 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:42,367 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-10 22:39:42,368 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:42,378 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:39962, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741826_1002, duration: 2046698
2015-02-10 22:39:42,380 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57538, bytes: 491789, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741825_1001, duration: 3217922
2015-02-10 22:39:42,443 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/filecache/10/hadoop-2608005100355446401.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:42,445 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:42,526 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000002/default_container_executor.sh]
2015-02-10 22:39:42,537 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423607944293_0002_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000004.tokens
2015-02-10 22:39:42,537 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0002 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0002
2015-02-10 22:39:42,539 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000003/default_container_executor.sh]
2015-02-10 22:39:42,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.jar dst=null perm=null
2015-02-10 22:39:42,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.jar dst=null perm=null
2015-02-10 22:39:42,714 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57538, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-708872598_2329, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741837_1013, duration: 800665
2015-02-10 22:39:42,777 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.jar(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:42,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.xml dst=null perm=null
2015-02-10 22:39:42,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.xml dst=null perm=null
2015-02-10 22:39:42,824 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:46837, bytes: 86707, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-708872598_2329, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741840_1016, duration: 646234
2015-02-10 22:39:42,954 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.xml(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:42,954 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:39:42,954 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:39:43,018 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-10 22:39:43,019 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:43,020 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-10 22:39:43,020 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:43,084 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-02-10 22:39:43,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000004/default_container_executor.sh]
2015-02-10 22:39:43,152 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000005/default_container_executor.sh]
2015-02-10 22:39:43,184 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:39:43,184 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:39:44,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:39:44,303 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423607944293_0002_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000005.tokens
2015-02-10 22:39:44,304 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0002 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0002
2015-02-10 22:39:44,799 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741841_1017
2015-02-10 22:39:44,803 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741841_1017
2015-02-10 22:39:45,011 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741841_1017
2015-02-10 22:39:46,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.split dst=null perm=null
2015-02-10 22:39:46,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.split dst=null perm=null
2015-02-10 22:39:46,482 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57552, bytes: 1423, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0002_m_000000_0_-1283188350_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014, duration: 387098
2015-02-10 22:39:46,537 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48342, bytes: 1423, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0002_m_000001_0_-1221960201_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014, duration: 359878
2015-02-10 22:39:46,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt dst=null perm=null
2015-02-10 22:39:46,605 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48343, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0002_m_000000_0_-1283188350_1, offset: 1024, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003, duration: 311144
2015-02-10 22:39:46,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:46,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt dst=null perm=null
2015-02-10 22:39:46,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000001_0/part-00001 dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:46,858 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000000_0/part-00000. BP-1386448687-10.31.157.187-1423607926902 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]}
2015-02-10 22:39:46,890 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:39979, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0002_m_000001_0_-1221960201_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003, duration: 306687
2015-02-10 22:39:46,921 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000001_0/part-00001. BP-1386448687-10.31.157.187-1423607926902 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]}
2015-02-10 22:39:46,928 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741842_1018 src: /127.0.0.1:57555 dest: /127.0.0.1:57417
2015-02-10 22:39:46,931 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741842_1018 src: /127.0.0.1:39981 dest: /127.0.0.1:46700
2015-02-10 22:39:46,940 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741842_1018 src: /127.0.0.1:48348 dest: /127.0.0.1:47015
2015-02-10 22:39:46,995 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48348, dest: /127.0.0.1:47015, bytes: 329, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0002_m_000000_0_-1283188350_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741842_1018, duration: 43766306
2015-02-10 22:39:46,996 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:46,996 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:39:46,997 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:39981, dest: /127.0.0.1:46700, bytes: 329, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0002_m_000000_0_-1283188350_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741842_1018, duration: 14253526
2015-02-10 22:39:46,998 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:46,998 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57555, dest: /127.0.0.1:57417, bytes: 329, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0002_m_000000_0_-1283188350_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741842_1018, duration: 29958250
2015-02-10 22:39:46,999 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:46,999 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:39:46,999 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:39:47,006 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741843_1019 src: /127.0.0.1:39980 dest: /127.0.0.1:46700
2015-02-10 22:39:47,008 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000000_0/part-00000 is closed by DFSClient_attempt_1423607944293_0002_m_000000_0_-1283188350_1
2015-02-10 22:39:47,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741843_1019 src: /127.0.0.1:48349 dest: /127.0.0.1:47015
2015-02-10 22:39:47,018 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741843_1019 src: /127.0.0.1:57561 dest: /127.0.0.1:57417
2015-02-10 22:39:47,082 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57561, dest: /127.0.0.1:57417, bytes: 401, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0002_m_000001_0_-1221960201_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741843_1019, duration: 27592970
2015-02-10 22:39:47,082 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:47,083 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:39:47,083 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48349, dest: /127.0.0.1:47015, bytes: 401, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0002_m_000001_0_-1221960201_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741843_1019, duration: 50928864
2015-02-10 22:39:47,084 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:47,084 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:39980, dest: /127.0.0.1:46700, bytes: 401, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0002_m_000001_0_-1221960201_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741843_1019, duration: 36033631
2015-02-10 22:39:47,084 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:47,085 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:39:47,086 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:39:47,096 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000001_0/part-00001 is closed by DFSClient_attempt_1423607944293_0002_m_000001_0_-1221960201_1
2015-02-10 22:39:47,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000000_0 dst=null perm=null
2015-02-10 22:39:47,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000000_0 dst=null perm=null
2015-02-10 22:39:47,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423607944293_0002_m_000000 dst=null perm=null
2015-02-10 22:39:47,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423607944293_0002_m_000000 perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:39:47,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.split dst=null perm=null
2015-02-10 22:39:47,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job.split dst=null perm=null
2015-02-10 22:39:47,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000001_0 dst=null perm=null
2015-02-10 22:39:47,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000001_0 dst=null perm=null
2015-02-10 22:39:47,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423607944293_0002_m_000001 dst=null perm=null
2015-02-10 22:39:47,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000001_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423607944293_0002_m_000001 perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:39:47,243 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0002_01_000002
2015-02-10 22:39:47,243 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000002
2015-02-10 22:39:47,244 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000002 transitioned from RUNNING to KILLING
2015-02-10 22:39:47,244 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0002_01_000002
2015-02-10 22:39:47,266 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0002_01_000002 is : 143
2015-02-10 22:39:47,278 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job_1423607944293_0002_1.jhist. BP-1386448687-10.31.157.187-1423607926902 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]}
2015-02-10 22:39:47,283 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741844_1020 src: /127.0.0.1:46857 dest: /127.0.0.1:34372
2015-02-10 22:39:47,286 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:39:47,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741844_1020 src: /127.0.0.1:57566 dest: /127.0.0.1:57417
2015-02-10 22:39:47,287 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000002
2015-02-10 22:39:47,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000002
2015-02-10 22:39:47,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000002
2015-02-10 22:39:47,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000002
2015-02-10 22:39:47,289 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741844_1020 src: /127.0.0.1:39990 dest: /127.0.0.1:46700
2015-02-10 22:39:47,288 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000002
2015-02-10 22:39:47,290 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:39:47,290 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0002_01_000002 from application application_1423607944293_0002
2015-02-10 22:39:47,291 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:47,291 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0002
2015-02-10 22:39:47,676 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:46858, bytes: 907, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0002_m_000002_0_958645084_1, offset: 512, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014, duration: 312398
2015-02-10 22:39:47,677 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0002_01_000003
2015-02-10 22:39:47,677 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000003
2015-02-10 22:39:47,678 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000003 transitioned from RUNNING to KILLING
2015-02-10 22:39:47,678 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0002_01_000003
2015-02-10 22:39:47,679 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0002_01_000002]
2015-02-10 22:39:47,680 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:39:47,680 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0002_01_000002 in state: COMPLETED event:FINISHED
2015-02-10 22:39:47,680 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000002
2015-02-10 22:39:47,680 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0002_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59458, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-10 22:39:47,680 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-10 22:39:47,681 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0002_01_000002, NodeId: ip-10-31-157-187.ec2.internal:59458, NodeHttpAddress: ip-10-31-157-187.ec2.internal:60958, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:59458 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-10 22:39:47,681 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:47,681 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-10 22:39:47,681 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0002_000001 released container container_1423607944293_0002_01_000002 on node: host: ip-10-31-157-187.ec2.internal:59458 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-10 22:39:47,682 INFO hdfs.StateChange (FSNamesystem.java:fsync(3707)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job_1423607944293_0002_1.jhist for DFSClient_NONMAPREDUCE_-1365175038_1
2015-02-10 22:39:47,699 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0002_01_000003 is : 143
2015-02-10 22:39:47,719 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:39:47,720 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000003
2015-02-10 22:39:47,721 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:39:47,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000003
2015-02-10 22:39:47,721 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000003
2015-02-10 22:39:47,723 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0002_01_000003 from application application_1423607944293_0002
2015-02-10 22:39:47,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000003
2015-02-10 22:39:47,723 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:39991, bytes: 391, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0002_m_000003_0_142847270_1, offset: 1024, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741838_1014, duration: 305165
2015-02-10 22:39:47,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000003
2015-02-10 22:39:47,725 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:47,725 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0002
2015-02-10 22:39:47,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt dst=null perm=null
2015-02-10 22:39:47,805 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:46858, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0002_m_000002_0_958645084_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003, duration: 301507
2015-02-10 22:39:47,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/classes/test/data/apache.10.txt dst=null perm=null
2015-02-10 22:39:47,842 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48360, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0002_m_000003_0_142847270_1, offset: 512, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741827_1003, duration: 310935
2015-02-10 22:39:47,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000002_0/part-00002 dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:47,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000003_0/part-00003 dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:48,175 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000003_0/part-00003. BP-1386448687-10.31.157.187-1423607926902 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]}
2015-02-10 22:39:48,176 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(673)) - Number of transactions: 181 Total time for transactions(ms): 34 Number of transactions batched in Syncs: 0 Number of syncs: 107 SyncTimes(ms): 236 226
2015-02-10 22:39:48,183 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000002_0/part-00002. BP-1386448687-10.31.157.187-1423607926902 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]}
2015-02-10 22:39:48,255 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741846_1022 src: /127.0.0.1:57573 dest: /127.0.0.1:57417
2015-02-10 22:39:48,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741845_1021 src: /127.0.0.1:48361 dest: /127.0.0.1:47015
2015-02-10 22:39:48,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741846_1022 src: /127.0.0.1:39997 dest: /127.0.0.1:46700
2015-02-10 22:39:48,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741845_1021 src: /127.0.0.1:57575 dest: /127.0.0.1:57417
2015-02-10 22:39:48,260 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741846_1022 src: /127.0.0.1:46869 dest: /127.0.0.1:34372
2015-02-10 22:39:48,268 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741845_1021 src: /127.0.0.1:40000 dest: /127.0.0.1:46700
2015-02-10 22:39:48,306 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46869, dest: /127.0.0.1:34372, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0002_m_000002_0_958645084_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741846_1022, duration: 42021795
2015-02-10 22:39:48,307 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:48,307 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]} size 0
2015-02-10 22:39:48,308 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:39997, dest: /127.0.0.1:46700, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0002_m_000002_0_958645084_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741846_1022, duration: 40353096
2015-02-10 22:39:48,310 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:48,311 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]} size 0
2015-02-10 22:39:48,311 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57573, dest: /127.0.0.1:57417, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0002_m_000002_0_958645084_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741846_1022, duration: 44444192
2015-02-10 22:39:48,312 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:48,312 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]} size 0
2015-02-10 22:39:48,317 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40000, dest: /127.0.0.1:46700, bytes: 315, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0002_m_000003_0_142847270_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741845_1021, duration: 44810126
2015-02-10 22:39:48,318 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:48,318 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:39:48,318 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57575, dest: /127.0.0.1:57417, bytes: 315, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0002_m_000003_0_142847270_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741845_1021, duration: 44960200
2015-02-10 22:39:48,319 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:48,319 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:39:48,320 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48361, dest: /127.0.0.1:47015, bytes: 315, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0002_m_000003_0_142847270_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741845_1021, duration: 46489801
2015-02-10 22:39:48,320 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000002_0/part-00002 is closed by DFSClient_attempt_1423607944293_0002_m_000002_0_958645084_1
2015-02-10 22:39:48,320 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:48,320 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:39:48,328 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000003_0/part-00003 is closed by DFSClient_attempt_1423607944293_0002_m_000003_0_142847270_1
2015-02-10 22:39:48,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000003_0 dst=null perm=null
2015-02-10 22:39:48,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000002_0 dst=null perm=null
2015-02-10 22:39:48,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000003_0 dst=null perm=null
2015-02-10 22:39:48,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423607944293_0002_m_000003 dst=null perm=null
2015-02-10 22:39:48,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000002_0 dst=null perm=null
2015-02-10 22:39:48,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423607944293_0002_m_000002 dst=null perm=null
2015-02-10 22:39:48,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000003_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423607944293_0002_m_000003 perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:39:48,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423607944293_0002_m_000002_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423607944293_0002_m_000002 perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:39:48,537 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0002_01_000004
2015-02-10 22:39:48,537 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000004
2015-02-10 22:39:48,538 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000004 transitioned from RUNNING to KILLING
2015-02-10 22:39:48,538 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0002_01_000004
2015-02-10 22:39:48,539 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0002_01_000005
2015-02-10 22:39:48,539 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000005
2015-02-10 22:39:48,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:48,553 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1365175038_1
2015-02-10 22:39:48,562 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0002_01_000004 is : 143
2015-02-10 22:39:48,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1 dst=null perm=null
2015-02-10 22:39:48,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-02-10 22:39:48,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-02-10 22:39:48,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423607944293_0002_m_000000 dst=null perm=null
2015-02-10 22:39:48,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null
2015-02-10 22:39:48,582 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000005 transitioned from RUNNING to KILLING
2015-02-10 22:39:48,582 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:39:48,582 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0002_01_000005
2015-02-10 22:39:48,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423607944293_0002_m_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:48,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-02-10 22:39:48,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-02-10 22:39:48,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423607944293_0002_m_000001 dst=null perm=null
2015-02-10 22:39:48,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null
2015-02-10 22:39:48,601 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0002_01_000005 is : 143
2015-02-10 22:39:48,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423607944293_0002_m_000001/part-00001 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:48,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-02-10 22:39:48,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-02-10 22:39:48,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423607944293_0002_m_000002 dst=null perm=null
2015-02-10 22:39:48,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null
2015-02-10 22:39:48,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423607944293_0002_m_000002/part-00002 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:48,618 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000004
2015-02-10 22:39:48,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-02-10 22:39:48,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000004
2015-02-10 22:39:48,620 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:39:48,620 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000004
2015-02-10 22:39:48,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-02-10 22:39:48,620 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000004
2015-02-10 22:39:48,620 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000004
2015-02-10 22:39:48,621 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:39:48,622 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000005
2015-02-10 22:39:48,622 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000005
2015-02-10 22:39:48,622 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000005
2015-02-10 22:39:48,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423607944293_0002_m_000003 dst=null perm=null
2015-02-10 22:39:48,623 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000005
2015-02-10 22:39:48,622 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0002_01_000004 from application application_1423607944293_0002
2015-02-10 22:39:48,623 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:48,624 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0002
2015-02-10 22:39:48,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null
2015-02-10 22:39:48,625 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000005
2015-02-10 22:39:48,625 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:39:48,625 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0002_01_000005 from application application_1423607944293_0002
2015-02-10 22:39:48,626 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:48,626 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0002
2015-02-10 22:39:48,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423607944293_0002_m_000003/part-00003 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:48,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary dst=null perm=null
2015-02-10 22:39:48,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:48,652 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1365175038_1
2015-02-10 22:39:48,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:48,662 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1365175038_1
2015-02-10 22:39:48,674 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(177)) - Rescanning after 30000 milliseconds
2015-02-10 22:39:48,675 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-10 22:39:48,680 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0002_01_000003]
2015-02-10 22:39:48,680 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:39:48,681 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0002_01_000003 in state: COMPLETED event:FINISHED
2015-02-10 22:39:48,681 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000003
2015-02-10 22:39:48,681 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0002_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59458, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-10 22:39:48,681 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-10 22:39:48,681 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0002_01_000003, NodeId: ip-10-31-157-187.ec2.internal:59458, NodeHttpAddress: ip-10-31-157-187.ec2.internal:60958, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:59458 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-10 22:39:48,682 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:48,682 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-10 22:39:48,682 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0002_000001 released container container_1423607944293_0002_01_000003 on node: host: ip-10-31-157-187.ec2.internal:59458 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-10 22:39:48,686 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:39990, dest: /127.0.0.1:46700, bytes: 48041, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1365175038_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741844_1020, duration: 1395430385
2015-02-10 22:39:48,687 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:48,688 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57566, dest: /127.0.0.1:57417, bytes: 48041, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1365175038_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741844_1020, duration: 1392540054
2015-02-10 22:39:48,688 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 15400
2015-02-10 22:39:48,688 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:48,689 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46857, dest: /127.0.0.1:34372, bytes: 48041, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1365175038_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741844_1020, duration: 1009976818
2015-02-10 22:39:48,689 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:48,689 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 15400
2015-02-10 22:39:48,690 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 15400
2015-02-10 22:39:48,695 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job_1423607944293_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_-1365175038_1
2015-02-10 22:39:48,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:48,705 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002.summary_tmp. BP-1386448687-10.31.157.187-1423607926902 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]}
2015-02-10 22:39:48,711 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741847_1023 src: /127.0.0.1:57578 dest: /127.0.0.1:57417
2015-02-10 22:39:48,713 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741847_1023 src: /127.0.0.1:40002 dest: /127.0.0.1:46700
2015-02-10 22:39:48,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741847_1023 src: /127.0.0.1:46873 dest: /127.0.0.1:34372
2015-02-10 22:39:48,719 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46873, dest: /127.0.0.1:34372, bytes: 440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1365175038_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741847_1023, duration: 2596658
2015-02-10 22:39:48,720 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:48,720 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:39:48,720 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40002, dest: /127.0.0.1:46700, bytes: 440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1365175038_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741847_1023, duration: 3560035
2015-02-10 22:39:48,721 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:48,721 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:39:48,722 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57578, dest: /127.0.0.1:57417, bytes: 440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1365175038_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741847_1023, duration: 4080582
2015-02-10 22:39:48,722 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:39:48,722 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:48,726 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1365175038_1
2015-02-10 22:39:48,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:39:48,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job_1423607944293_0002_1.jhist dst=null perm=null
2015-02-10 22:39:48,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002-1423607974035-teamcity-%5BE233348089264302A3FF207FAAB4EC42%2F1222E26AF69B4A1C-1423607988664-4-0-SUCCEEDED-default-1423607980022.jhist_tmp dst=null perm=null
2015-02-10 22:39:48,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job_1423607944293_0002_1.jhist dst=null perm=null
2015-02-10 22:39:48,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002-1423607974035-teamcity-%5BE233348089264302A3FF207FAAB4EC42%2F1222E26AF69B4A1C-1423607988664-4-0-SUCCEEDED-default-1423607980022.jhist_tmp dst=null perm=null
2015-02-10 22:39:48,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job_1423607944293_0002_1.jhist dst=null perm=null
2015-02-10 22:39:48,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002-1423607974035-teamcity-%5BE233348089264302A3FF207FAAB4EC42%2F1222E26AF69B4A1C-1423607988664-4-0-SUCCEEDED-default-1423607980022.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:48,781 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:46874, bytes: 48417, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1365175038_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741844_1020, duration: 389992
2015-02-10 22:39:48,784 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002-1423607974035-teamcity-%5BE233348089264302A3FF207FAAB4EC42%2F1222E26AF69B4A1C-1423607988664-4-0-SUCCEEDED-default-1423607980022.jhist_tmp. BP-1386448687-10.31.157.187-1423607926902 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]}
2015-02-10 22:39:48,791 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741848_1024 src: /127.0.0.1:48371 dest: /127.0.0.1:47015
2015-02-10 22:39:48,793 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741848_1024 src: /127.0.0.1:40006 dest: /127.0.0.1:46700
2015-02-10 22:39:48,794 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741848_1024 src: /127.0.0.1:46877 dest: /127.0.0.1:34372
2015-02-10 22:39:48,799 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46877, dest: /127.0.0.1:34372, bytes: 48041, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1365175038_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741848_1024, duration: 2913097
2015-02-10 22:39:48,799 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:48,799 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:39:48,800 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40006, dest: /127.0.0.1:46700, bytes: 48041, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1365175038_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741848_1024, duration: 4080662
2015-02-10 22:39:48,801 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:48,801 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:39:48,801 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48371, dest: /127.0.0.1:47015, bytes: 48041, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1365175038_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741848_1024, duration: 5204733
2015-02-10 22:39:48,802 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:48,802 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:39:48,806 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002-1423607974035-teamcity-%5BE233348089264302A3FF207FAAB4EC42%2F1222E26AF69B4A1C-1423607988664-4-0-SUCCEEDED-default-1423607980022.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1365175038_1
2015-02-10 22:39:48,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002-1423607974035-teamcity-%5BE233348089264302A3FF207FAAB4EC42%2F1222E26AF69B4A1C-1423607988664-4-0-SUCCEEDED-default-1423607980022.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:39:48,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job_1423607944293_0002_1_conf.xml dst=null perm=null
2015-02-10 22:39:48,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002_conf.xml_tmp dst=null perm=null
2015-02-10 22:39:48,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job_1423607944293_0002_1_conf.xml dst=null perm=null
2015-02-10 22:39:48,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002_conf.xml_tmp dst=null perm=null
2015-02-10 22:39:48,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002/job_1423607944293_0002_1_conf.xml dst=null perm=null
2015-02-10 22:39:48,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:48,825 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40008, bytes: 101790, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1365175038_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741841_1017, duration: 502423
2015-02-10 22:39:48,829 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002_conf.xml_tmp. BP-1386448687-10.31.157.187-1423607926902 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]}
2015-02-10 22:39:48,833 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741849_1025 src: /127.0.0.1:48375 dest: /127.0.0.1:47015
2015-02-10 22:39:48,835 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741849_1025 src: /127.0.0.1:57587 dest: /127.0.0.1:57417
2015-02-10 22:39:48,836 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741849_1025 src: /127.0.0.1:46881 dest: /127.0.0.1:34372
2015-02-10 22:39:48,842 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46881, dest: /127.0.0.1:34372, bytes: 100998, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1365175038_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741849_1025, duration: 4046033
2015-02-10 22:39:48,842 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:48,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:39:48,843 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57587, dest: /127.0.0.1:57417, bytes: 100998, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1365175038_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741849_1025, duration: 3683783
2015-02-10 22:39:48,844 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:39:48,844 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:48,844 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48375, dest: /127.0.0.1:47015, bytes: 100998, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1365175038_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741849_1025, duration: 5004559
2015-02-10 22:39:48,844 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:48,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:39:48,848 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1365175038_1
2015-02-10 22:39:48,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:39:48,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002.summary perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:39:48,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002_conf.xml perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:39:48,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002-1423607974035-teamcity-%5BE233348089264302A3FF207FAAB4EC42%2F1222E26AF69B4A1C-1423607988664-4-0-SUCCEEDED-default-1423607980022.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0002-1423607974035-teamcity-%5BE233348089264302A3FF207FAAB4EC42%2F1222E26AF69B4A1C-1423607988664-4-0-SUCCEEDED-default-1423607980022.jhist perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:39:48,875 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(986)) - Updating application attempt appattempt_1423607944293_0002_000001 with final state: FINISHING
2015-02-10 22:39:48,875 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0002_000001 State change from RUNNING to FINAL_SAVING
2015-02-10 22:39:48,875 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(882)) - Updating application application_1423607944293_0002 with final state: FINISHING
2015-02-10 22:39:48,876 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0002 State change from RUNNING to FINAL_SAVING
2015-02-10 22:39:48,876 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(620)) - Storing info for app: application_1423607944293_0002
2015-02-10 22:39:48,876 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0002_000001 State change from FINAL_SAVING to FINISHING
2015-02-10 22:39:48,876 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0002 State change from FINAL_SAVING to FINISHING
2015-02-10 22:39:49,540 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0002_01_000004, container_1423607944293_0002_01_000005]
2015-02-10 22:39:49,540 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:39:49,540 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0002_01_000004 in state: COMPLETED event:FINISHED
2015-02-10 22:39:49,541 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000004
2015-02-10 22:39:49,541 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0002_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-10 22:39:49,541 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-10 22:39:49,541 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0002_01_000004, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-10 22:39:49,541 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:49,542 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-10 22:39:49,542 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0002_000001 released container container_1423607944293_0002_01_000004 on node: host: ip-10-31-157-187.ec2.internal:52495 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-10 22:39:49,542 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:39:49,542 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0002_01_000005 in state: COMPLETED event:FINISHED
2015-02-10 22:39:49,542 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000005
2015-02-10 22:39:49,542 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0002_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-10 22:39:49,543 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-10 22:39:49,543 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0002_01_000005, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-10 22:39:49,543 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:49,543 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-10 22:39:49,543 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0002_000001 released container container_1423607944293_0002_01_000005 on node: host: ip-10-31-157-187.ec2.internal:52495 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-10 22:39:49,803 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741842_1018
2015-02-10 22:39:49,803 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741845_1021
2015-02-10 22:39:49,804 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741844_1020
2015-02-10 22:39:49,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741847_1023
2015-02-10 22:39:49,806 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741843_1019
2015-02-10 22:39:49,806 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741847_1023
2015-02-10 22:39:49,807 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741848_1024
2015-02-10 22:39:49,807 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741842_1018
2015-02-10 22:39:49,807 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741846_1022
2015-02-10 22:39:49,808 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741846_1022
2015-02-10 22:39:49,809 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741844_1020
2015-02-10 22:39:49,809 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741845_1021
2015-02-10 22:39:49,811 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741849_1025
2015-02-10 22:39:49,812 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741843_1019
2015-02-10 22:39:49,886 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741837_1013 127.0.0.1:46700 127.0.0.1:57417 127.0.0.1:34372 127.0.0.1:47015
2015-02-10 22:39:49,887 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741838_1014 127.0.0.1:46700 127.0.0.1:57417 127.0.0.1:47015 127.0.0.1:34372
2015-02-10 22:39:49,887 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741839_1015 127.0.0.1:46700 127.0.0.1:57417 127.0.0.1:34372
2015-02-10 22:39:49,887 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741840_1016 127.0.0.1:34372 127.0.0.1:57417 127.0.0.1:46700
2015-02-10 22:39:49,887 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741844_1020 127.0.0.1:34372 127.0.0.1:57417 127.0.0.1:46700
2015-02-10 22:39:49,888 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:46700 127.0.0.1:57417 127.0.0.1:47015
2015-02-10 22:39:49,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0002 dst=null perm=null
2015-02-10 22:39:49,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-02-10 22:39:49,953 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary
2015-02-10 22:39:49,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary dst=null perm=null
2015-02-10 22:39:49,955 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: first-flow
2015-02-10 22:39:49,955 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: second-flow
2015-02-10 22:39:49,956 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] at least one sink is marked for delete
2015-02-10 22:39:49,956 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2015-02-10 22:39:49,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:39:49,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:39:49,962 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] starting
2015-02-10 22:39:49,962 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4"]
2015-02-10 22:39:49,963 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5"]
2015-02-10 22:39:49,963 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] parallel execution is enabled: true
2015-02-10 22:39:49,963 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] starting jobs: 1
2015-02-10 22:39:49,963 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] allocating threads: 1
2015-02-10 22:39:49,963 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-flow] starting step: (1/1) ...preduceflowplatform/flow5
2015-02-10 22:39:49,980 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58627
2015-02-10 22:39:49,997 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58627
2015-02-10 22:39:50,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:39:50,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null
2015-02-10 22:39:50,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null
2015-02-10 22:39:50,006 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 3
2015-02-10 22:39:50,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003 dst=null perm=null
2015-02-10 22:39:50,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003 dst=null perm=teamcity:supergroup:rwxr-xr-x
2015-02-10 22:39:50,014 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741845_1021
2015-02-10 22:39:50,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003 dst=null perm=teamcity:supergroup:rwx------
2015-02-10 22:39:50,015 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741842_1018
2015-02-10 22:39:50,015 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741843_1019
2015-02-10 22:39:50,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.jar dst=null perm=null
2015-02-10 22:39:50,016 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741848_1024
2015-02-10 22:39:50,018 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741849_1025
2015-02-10 22:39:50,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.jar dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:50,023 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.jar. BP-1386448687-10.31.157.187-1423607926902 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]}
2015-02-10 22:39:50,028 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741850_1026 src: /127.0.0.1:48380 dest: /127.0.0.1:47015
2015-02-10 22:39:50,030 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741850_1026 src: /127.0.0.1:57592 dest: /127.0.0.1:57417
2015-02-10 22:39:50,031 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741850_1026 src: /127.0.0.1:46886 dest: /127.0.0.1:34372
2015-02-10 22:39:50,038 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46886, dest: /127.0.0.1:34372, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741850_1026, duration: 5267529
2015-02-10 22:39:50,038 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:50,039 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:39:50,039 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57592, dest: /127.0.0.1:57417, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741850_1026, duration: 4352654
2015-02-10 22:39:50,039 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:50,039 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:39:50,040 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48380, dest: /127.0.0.1:47015, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741850_1026, duration: 6209810
2015-02-10 22:39:50,040 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:50,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:39:50,045 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.jar is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:39:50,046 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2587)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.jar
2015-02-10 22:39:50,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.jar dst=null perm=null
2015-02-10 22:39:50,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.jar dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:50,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:50,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:50,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:50,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-02-10 22:39:50,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null
2015-02-10 22:39:50,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null
2015-02-10 22:39:50,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-02-10 22:39:50,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-02-10 22:39:50,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:50,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-02-10 22:39:50,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-02-10 22:39:50,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-02-10 22:39:50,074 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-10 22:39:50,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.split dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:50,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.split dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:50,094 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2587)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.split
2015-02-10 22:39:50,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.split dst=null perm=null
2015-02-10 22:39:50,099 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.split. BP-1386448687-10.31.157.187-1423607926902 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]}
2015-02-10 22:39:50,103 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027 src: /127.0.0.1:46887 dest: /127.0.0.1:34372
2015-02-10 22:39:50,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027 src: /127.0.0.1:40018 dest: /127.0.0.1:46700
2015-02-10 22:39:50,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027 src: /127.0.0.1:57596 dest: /127.0.0.1:57417
2015-02-10 22:39:50,109 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027 src: /127.0.0.1:48386 dest: /127.0.0.1:47015
2015-02-10 22:39:50,116 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48386, dest: /127.0.0.1:47015, bytes: 1922, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027, duration: 5401532
2015-02-10 22:39:50,116 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:50,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:39:50,117 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57596, dest: /127.0.0.1:57417, bytes: 1922, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027, duration: 5295351
2015-02-10 22:39:50,117 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:50,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:39:50,118 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40018, dest: /127.0.0.1:46700, bytes: 1922, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027, duration: 6172905
2015-02-10 22:39:50,118 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:50,119 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:39:50,119 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46887, dest: /127.0.0.1:34372, bytes: 1922, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027, duration: 7717667
2015-02-10 22:39:50,119 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:50,120 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:39:50,124 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.split is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:39:50,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:50,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:50,135 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.splitmetainfo. BP-1386448687-10.31.157.187-1423607926902 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]}
2015-02-10 22:39:50,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741852_1028 src: /127.0.0.1:48387 dest: /127.0.0.1:47015
2015-02-10 22:39:50,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741852_1028 src: /127.0.0.1:40022 dest: /127.0.0.1:46700
2015-02-10 22:39:50,143 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741852_1028 src: /127.0.0.1:46893 dest: /127.0.0.1:34372
2015-02-10 22:39:50,146 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46893, dest: /127.0.0.1:34372, bytes: 191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741852_1028, duration: 2035211
2015-02-10 22:39:50,146 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:50,147 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:39:50,147 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40022, dest: /127.0.0.1:46700, bytes: 191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741852_1028, duration: 2343339
2015-02-10 22:39:50,147 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:50,148 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:39:50,148 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48387, dest: /127.0.0.1:47015, bytes: 191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741852_1028, duration: 2981344
2015-02-10 22:39:50,148 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:39:50,148 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:50,152 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:39:50,153 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2015-02-10 22:39:50,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.xml dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:50,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.xml dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:39:50,183 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.xml. BP-1386448687-10.31.157.187-1423607926902 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]}
2015-02-10 22:39:50,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741853_1029 src: /127.0.0.1:48390 dest: /127.0.0.1:47015
2015-02-10 22:39:50,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741853_1029 src: /127.0.0.1:40025 dest: /127.0.0.1:46700
2015-02-10 22:39:50,190 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741853_1029 src: /127.0.0.1:57603 dest: /127.0.0.1:57417
2015-02-10 22:39:50,195 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57603, dest: /127.0.0.1:57417, bytes: 86044, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741853_1029, duration: 3429400
2015-02-10 22:39:50,195 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:50,195 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]} size 0
2015-02-10 22:39:50,196 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40025, dest: /127.0.0.1:46700, bytes: 86044, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741853_1029, duration: 3768573
2015-02-10 22:39:50,196 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:50,196 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]} size 0
2015-02-10 22:39:50,197 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48390, dest: /127.0.0.1:47015, bytes: 86044, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741853_1029, duration: 4906143
2015-02-10 22:39:50,201 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]} size 0
2015-02-10 22:39:50,202 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:50,204 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.xml is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:39:50,205 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423607944293_0003
2015-02-10 22:39:50,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003 dst=null perm=null
2015-02-10 22:39:50,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.xml dst=null perm=null
2015-02-10 22:39:50,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.xml dst=null perm=null
2015-02-10 22:39:50,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.jar dst=null perm=null
2015-02-10 22:39:50,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.jar dst=null perm=null
2015-02-10 22:39:50,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.split dst=null perm=null
2015-02-10 22:39:50,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.split dst=null perm=null
2015-02-10 22:39:50,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.splitmetainfo dst=null perm=null
2015-02-10 22:39:50,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.splitmetainfo dst=null perm=null
2015-02-10 22:39:50,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:50,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:50,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:50,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:50,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:50,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:50,228 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 3 submitted by user teamcity
2015-02-10 22:39:50,228 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(863)) - Storing application with id application_1423607944293_0003
2015-02-10 22:39:50,228 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423607944293_0003
2015-02-10 22:39:50,228 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(620)) - Storing info for app: application_1423607944293_0003
2015-02-10 22:39:50,228 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0003 State change from NEW to NEW_SAVING
2015-02-10 22:39:50,229 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0003 State change from NEW_SAVING to SUBMITTED
2015-02-10 22:39:50,229 INFO capacity.ParentQueue (ParentQueue.java:addApplication(495)) - Application added - appId: application_1423607944293_0003 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-10 22:39:50,229 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(542)) - Accepted application application_1423607944293_0003 from user: teamcity, in queue: default
2015-02-10 22:39:50,230 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0003 State change from SUBMITTED to ACCEPTED
2015-02-10 22:39:50,230 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(204)) - Submitted application application_1423607944293_0003
2015-02-10 22:39:50,230 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(611)) - Registering app attempt : appattempt_1423607944293_0003_000001
2015-02-10 22:39:50,230 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0003_000001 State change from NEW to SUBMITTED
2015-02-10 22:39:50,231 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(720)) - Application application_1423607944293_0003 from user: teamcity activated in queue: default
2015-02-10 22:39:50,231 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(736)) - Application added - appId: application_1423607944293_0003 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@55cdaad2, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-10 22:39:50,231 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(565)) - Added Application Attempt appattempt_1423607944293_0003_000001 to scheduler from user teamcity in queue default
2015-02-10 22:39:50,232 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0003_000001 State change from SUBMITTED to SCHEDULED
2015-02-10 22:39:50,234 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:47995/proxy/application_1423607944293_0003/
2015-02-10 22:39:50,234 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-flow] submitted hadoop job: job_1423607944293_0003
2015-02-10 22:39:50,234 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-flow] tracking url: http://ip-10-31-157-187:47995/proxy/application_1423607944293_0003/
2015-02-10 22:39:50,274 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741846_1022
2015-02-10 22:39:50,277 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741850_1026
2015-02-10 22:39:50,278 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741848_1024
2015-02-10 22:39:50,279 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741849_1025
2015-02-10 22:39:50,280 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741844_1020
2015-02-10 22:39:50,281 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741847_1023
2015-02-10 22:39:50,282 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027
2015-02-10 22:39:50,282 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741852_1028
2015-02-10 22:39:50,542 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:39:50,542 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000001
2015-02-10 22:39:50,542 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0003_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-02-10 22:39:50,542 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0003_000001 container=Container: [ContainerId: container_1423607944293_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:39:50,543 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-10 22:39:50,543 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:50,543 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:52495 for container : container_1423607944293_0003_01_000001
2015-02-10 22:39:50,543 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:39:50,543 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423607944293_0003_000001
2015-02-10 22:39:50,544 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1624)) - Storing attempt: AppId: application_1423607944293_0003 AttemptId: appattempt_1423607944293_0003_000001 MasterContainer: Container: [ContainerId: container_1423607944293_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ]
2015-02-10 22:39:50,544 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-10 22:39:50,544 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-10 22:39:50,545 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423607944293_0003_000001
2015-02-10 22:39:50,546 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423607944293_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] for AM appattempt_1423607944293_0003_000001
2015-02-10 22:39:50,546 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423607944293_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-10 22:39:50,551 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0003_000001 (auth:SIMPLE)
2015-02-10 22:39:50,554 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0003_01_000001 by user teamcity
2015-02-10 22:39:50,554 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1423607944293_0003
2015-02-10 22:39:50,555 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000001
2015-02-10 22:39:50,555 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0003 transitioned from NEW to INITING
2015-02-10 22:39:50,555 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0003_01_000001 to application application_1423607944293_0003
2015-02-10 22:39:50,555 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0003 transitioned from INITING to RUNNING
2015-02-10 22:39:50,556 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423607944293_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] for AM appattempt_1423607944293_0003_000001
2015-02-10 22:39:50,556 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000001 transitioned from NEW to LOCALIZING
2015-02-10 22:39:50,556 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0003_000001 State change from ALLOCATED to LAUNCHED
2015-02-10 22:39:50,556 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0003
2015-02-10 22:39:50,557 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-10 22:39:50,557 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-10 22:39:50,557 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.split transitioned from INIT to DOWNLOADING
2015-02-10 22:39:50,557 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-10 22:39:50,558 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0003_01_000001
2015-02-10 22:39:50,574 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423607944293_0003_01_000001.tokens. Credentials list:
2015-02-10 22:39:50,606 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:39:50,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423607944293_0003_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000001.tokens
2015-02-10 22:39:50,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0003 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0003
2015-02-10 22:39:50,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.jar dst=null perm=null
2015-02-10 22:39:50,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.jar dst=null perm=null
2015-02-10 22:39:50,892 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48396, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1646585859_2719, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741850_1026, duration: 1408486
2015-02-10 22:39:50,934 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.jar(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:50,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.splitmetainfo dst=null perm=null
2015-02-10 22:39:50,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.splitmetainfo dst=null perm=null
2015-02-10 22:39:50,973 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48396, bytes: 195, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1646585859_2719, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741852_1028, duration: 268307
2015-02-10 22:39:51,007 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.splitmetainfo(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:51,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.split dst=null perm=null
2015-02-10 22:39:51,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.split dst=null perm=null
2015-02-10 22:39:51,049 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57608, bytes: 1938, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1646585859_2719, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027, duration: 350604
2015-02-10 22:39:51,082 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.split(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:51,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.xml dst=null perm=null
2015-02-10 22:39:51,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.xml dst=null perm=null
2015-02-10 22:39:51,124 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40032, bytes: 86720, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1646585859_2719, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741853_1029, duration: 514802
2015-02-10 22:39:51,159 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.xml(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:51,159 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:39:51,208 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-10 22:39:51,208 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:51,326 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000001/default_container_executor.sh]
2015-02-10 22:39:51,541 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:39:51,636 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1408)) - BLOCK* ask 127.0.0.1:47015 to replicate blk_1073741850_1026 to datanode(s) 127.0.0.1:46700
2015-02-10 22:39:51,636 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:47015 to delete [blk_1073741841_1017, blk_1073741837_1013, blk_1073741838_1014]
2015-02-10 22:39:51,636 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:46700 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741844_1020, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015]
2015-02-10 22:39:52,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741840 for deletion
2015-02-10 22:39:52,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741841 for deletion
2015-02-10 22:39:52,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741844 for deletion
2015-02-10 22:39:52,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741840_1016 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741840
2015-02-10 22:39:52,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741837 for deletion
2015-02-10 22:39:52,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741841
2015-02-10 22:39:52,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741838 for deletion
2015-02-10 22:39:52,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741839 for deletion
2015-02-10 22:39:52,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741837
2015-02-10 22:39:52,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741844_1020 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741844
2015-02-10 22:39:52,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741839_1015 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741839
2015-02-10 22:39:52,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741838
2015-02-10 22:39:52,985 INFO datanode.DataNode (DataNode.java:transferBlock(1495)) - DatanodeRegistration(127.0.0.1, datanodeUuid=4cc825b1-6260-405b-b664-25157c690ed1, infoPort=47243, ipcPort=48492, storageInfo=lv=-55;cid=testClusterID;nsid=1021517176;c=0) Starting thread to transfer BP-1386448687-10.31.157.187-1423607926902:blk_1073741850_1026 to 127.0.0.1:46700
2015-02-10 22:39:52,985 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741841 for deletion
2015-02-10 22:39:52,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741837 for deletion
2015-02-10 22:39:52,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741838 for deletion
2015-02-10 22:39:52,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741841
2015-02-10 22:39:52,987 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741838
2015-02-10 22:39:52,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741837
2015-02-10 22:39:52,988 INFO datanode.DataNode (DataNode.java:run(1699)) - DataTransfer: Transmitted BP-1386448687-10.31.157.187-1423607926902:blk_1073741850_1026 (numBytes=254067) to /127.0.0.1:46700
2015-02-10 22:39:52,988 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741850_1026 src: /127.0.0.1:40035 dest: /127.0.0.1:46700
2015-02-10 22:39:52,991 INFO datanode.DataNode (DataXceiver.java:writeBlock(764)) - Received BP-1386448687-10.31.157.187-1423607926902:blk_1073741850_1026 src: /127.0.0.1:40035 dest: /127.0.0.1:46700 of size 254067
2015-02-10 22:39:52,992 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741850_1026 size 254067
2015-02-10 22:39:54,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null
2015-02-10 22:39:54,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/COMMIT_STARTED dst=null perm=null
2015-02-10 22:39:54,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/COMMIT_SUCCESS dst=null perm=null
2015-02-10 22:39:54,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/COMMIT_FAIL dst=null perm=null
2015-02-10 22:39:54,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003 dst=null perm=null
2015-02-10 22:39:54,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-02-10 22:39:54,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null
2015-02-10 22:39:54,637 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:34372 to delete [blk_1073741840_1016, blk_1073741844_1020, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015]
2015-02-10 22:39:54,637 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:57417 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741844_1020, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015]
2015-02-10 22:39:54,813 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741850_1026
2015-02-10 22:39:54,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.splitmetainfo dst=null perm=null
2015-02-10 22:39:54,815 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741853_1029
2015-02-10 22:39:54,815 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027
2015-02-10 22:39:54,816 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741852_1028
2015-02-10 22:39:54,818 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741850_1026
2015-02-10 22:39:54,819 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027
2015-02-10 22:39:54,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.splitmetainfo dst=null perm=null
2015-02-10 22:39:54,926 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48403, bytes: 195, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640629108_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741852_1028, duration: 321938
2015-02-10 22:39:55,017 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741853_1029
2015-02-10 22:39:55,021 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027
2015-02-10 22:39:55,024 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741850_1026
2015-02-10 22:39:55,026 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741853_1029
2015-02-10 22:39:55,027 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741852_1028
2015-02-10 22:39:55,050 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423607944293_0002_01_000001 succeeded
2015-02-10 22:39:55,051 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-10 22:39:55,051 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0002_01_000001
2015-02-10 22:39:55,068 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000001
2015-02-10 22:39:55,068 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000001
2015-02-10 22:39:55,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000001
2015-02-10 22:39:55,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423607944293_0002/container_1423607944293_0002_01_000001
2015-02-10 22:39:55,070 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000001
2015-02-10 22:39:55,070 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-10 22:39:55,070 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0002_01_000001 from application application_1423607944293_0002
2015-02-10 22:39:55,070 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:55,070 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0002
2015-02-10 22:39:55,682 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0002_01_000001]
2015-02-10 22:39:55,682 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:39:55,682 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(617)) - Unregistering app attempt : appattempt_1423607944293_0002_000001
2015-02-10 22:39:55,682 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0002_01_000001 in state: COMPLETED event:FINISHED
2015-02-10 22:39:55,683 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0002_000001 State change from FINISHING to FINISHED
2015-02-10 22:39:55,683 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0002 CONTAINERID=container_1423607944293_0002_01_000001
2015-02-10 22:39:55,683 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0002 State change from FINISHING to FINISHED
2015-02-10 22:39:55,683 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0002_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:59458, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-10 22:39:55,683 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423607944293_0002
2015-02-10 22:39:55,683 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-10 22:39:55,684 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59458, NodeHttpAddress: ip-10-31-157-187.ec2.internal:60958, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:59458 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-10 22:39:55,684 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423607944293_0002,name=[E233348089264302A3FF207FAAB4EC42/1222E26AF69B4A1CA805B0023BDBDA2D] first-flow/(1/1) ...preduceflowplatform/flow4,user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:47995/proxy/application_1423607944293_0002/jobhistory/job/job_1423607944293_0002,appMasterHost=ip-10-31-157-187,startTime=1423607974035,finishTime=1423607988875,finalStatus=SUCCEEDED
2015-02-10 22:39:55,684 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:55,685 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-10 22:39:55,685 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0002_000001 released container container_1423607944293_0002_01_000001 on node: host: ip-10-31-157-187.ec2.internal:59458 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-10 22:39:55,685 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(596)) - Application Attempt appattempt_1423607944293_0002_000001 is done. finalState=FINISHED
2015-02-10 22:39:55,685 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1423607944293_0002 requests cleared
2015-02-10 22:39:55,685 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(778)) - Application removed - appId: application_1423607944293_0002 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-10 22:39:55,686 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(520)) - Application removed - appId: application_1423607944293_0002 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-10 22:39:55,684 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423607944293_0002_000001
2015-02-10 22:39:55,691 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0002_000001 (auth:SIMPLE)
2015-02-10 22:39:55,694 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0002_01_000001
2015-02-10 22:39:55,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741840 for deletion
2015-02-10 22:39:55,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741841 for deletion
2015-02-10 22:39:55,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741844 for deletion
2015-02-10 22:39:55,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741837 for deletion
2015-02-10 22:39:55,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741841
2015-02-10 22:39:55,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741837
2015-02-10 22:39:55,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741838 for deletion
2015-02-10 22:39:55,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741840_1016 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741840
2015-02-10 22:39:55,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741839 for deletion
2015-02-10 22:39:55,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741844_1020 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741844
2015-02-10 22:39:55,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741839_1015 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741839
2015-02-10 22:39:55,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741838
2015-02-10 22:39:56,270 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741840 for deletion
2015-02-10 22:39:56,270 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741844 for deletion
2015-02-10 22:39:56,270 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741837 for deletion
2015-02-10 22:39:56,270 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741840_1016 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741840
2015-02-10 22:39:56,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741844_1020 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741844
2015-02-10 22:39:56,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741838 for deletion
2015-02-10 22:39:56,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741839 for deletion
2015-02-10 22:39:56,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741837
2015-02-10 22:39:56,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741838
2015-02-10 22:39:56,272 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741839_1015 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741839
2015-02-10 22:39:56,277 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0003_000001 (auth:SIMPLE)
2015-02-10 22:39:56,283 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(266)) - AM registration appattempt_1423607944293_0003_000001
2015-02-10 22:39:56,283 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423607944293_0003 APPATTEMPTID=appattempt_1423607944293_0003_000001
2015-02-10 22:39:56,284 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0003_000001 State change from LAUNCHED to RUNNING
2015-02-10 22:39:56,284 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0003 State change from ACCEPTED to RUNNING
2015-02-10 22:39:56,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job_1423607944293_0003_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:56,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:39:56,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job_1423607944293_0003_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:39:56,543 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-10 22:39:56,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0002
2015-02-10 22:39:56,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0002
2015-02-10 22:39:56,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0002
2015-02-10 22:39:56,545 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1423607944293_0002
2015-02-10 22:39:56,545 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0002
2015-02-10 22:39:56,545 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-10 22:39:56,545 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423607944293_0002, with delay of 10800 seconds
2015-02-10 22:39:56,660 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job_1423607944293_0003_1_conf.xml. BP-1386448687-10.31.157.187-1423607926902 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]}
2015-02-10 22:39:56,683 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-10 22:39:56,683 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0002
2015-02-10 22:39:56,683 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423607944293_0002
2015-02-10 22:39:56,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423607944293_0002
2015-02-10 22:39:56,684 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1423607944293_0002
2015-02-10 22:39:56,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423607944293_0002
2015-02-10 22:39:56,684 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-10 22:39:56,684 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423607944293_0002, with delay of 10800 seconds
2015-02-10 22:39:56,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741854_1030 src: /127.0.0.1:57619 dest: /127.0.0.1:57417
2015-02-10 22:39:56,720 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741854_1030 src: /127.0.0.1:40043 dest: /127.0.0.1:46700
2015-02-10 22:39:56,722 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741854_1030 src: /127.0.0.1:46914 dest: /127.0.0.1:34372
2015-02-10 22:39:56,752 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46914, dest: /127.0.0.1:34372, bytes: 101011, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640629108_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741854_1030, duration: 28127764
2015-02-10 22:39:56,752 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:39:56,752 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]} size 0
2015-02-10 22:39:56,753 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40043, dest: /127.0.0.1:46700, bytes: 101011, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640629108_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741854_1030, duration: 27997550
2015-02-10 22:39:56,753 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:56,754 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]} size 0
2015-02-10 22:39:56,754 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57619, dest: /127.0.0.1:57417, bytes: 101011, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640629108_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741854_1030, duration: 28953404
2015-02-10 22:39:56,754 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:39:56,755 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]} size 0
2015-02-10 22:39:56,760 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job_1423607944293_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_640629108_1
2015-02-10 22:39:57,544 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:39:57,544 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000002
2015-02-10 22:39:57,544 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0003_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-02-10 22:39:57,545 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0003_000001 container=Container: [ContainerId: container_1423607944293_0003_01_000002, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:39:57,545 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-10 22:39:57,545 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:57,545 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:39:57,545 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000003
2015-02-10 22:39:57,546 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0003_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-02-10 22:39:57,546 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0003_000001 container=Container: [ContainerId: container_1423607944293_0003_01_000003, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:39:57,546 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-10 22:39:57,546 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:57,681 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:39:57,681 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000004
2015-02-10 22:39:57,681 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0003_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:40430, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-02-10 22:39:57,682 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0003_000001 container=Container: [ContainerId: container_1423607944293_0003_01_000004, NodeId: ip-10-31-157-187.ec2.internal:40430, NodeHttpAddress: ip-10-31-157-187.ec2.internal:38921, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:39:57,682 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-10 22:39:57,682 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:57,683 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:39:57,683 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000005
2015-02-10 22:39:57,683 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0003_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:40430, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-02-10 22:39:57,683 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0003_000001 container=Container: [ContainerId: container_1423607944293_0003_01_000005, NodeId: ip-10-31-157-187.ec2.internal:40430, NodeHttpAddress: ip-10-31-157-187.ec2.internal:38921, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:39:57,684 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-10 22:39:57,684 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:57,684 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:39:57,684 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000006
2015-02-10 22:39:57,685 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0003_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:40430, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2015-02-10 22:39:57,685 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0003_000001 container=Container: [ContainerId: container_1423607944293_0003_01_000006, NodeId: ip-10-31-157-187.ec2.internal:40430, NodeHttpAddress: ip-10-31-157-187.ec2.internal:38921, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:39:57,685 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-10 22:39:57,685 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-10 22:39:58,363 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:52495 for container : container_1423607944293_0003_01_000002
2015-02-10 22:39:58,364 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:39:58,364 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:39:58,365 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:40430 for container : container_1423607944293_0003_01_000004
2015-02-10 22:39:58,365 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:39:58,365 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:39:58,366 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:39:58,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.jar dst=null perm=null
2015-02-10 22:39:58,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.jar dst=null perm=null
2015-02-10 22:39:58,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.xml dst=null perm=null
2015-02-10 22:39:58,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.xml dst=null perm=null
2015-02-10 22:39:58,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:58,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:58,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:58,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:58,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:58,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:58,562 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0003_000001 (auth:SIMPLE)
2015-02-10 22:39:58,562 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0003_000001 (auth:SIMPLE)
2015-02-10 22:39:58,568 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0003_01_000002 by user teamcity
2015-02-10 22:39:58,568 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000002
2015-02-10 22:39:58,569 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0003_01_000002 to application application_1423607944293_0003
2015-02-10 22:39:58,569 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000002 transitioned from NEW to LOCALIZING
2015-02-10 22:39:58,569 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0003
2015-02-10 22:39:58,570 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0003_01_000005 by user teamcity
2015-02-10 22:39:58,570 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0003
2015-02-10 22:39:58,571 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1423607944293_0003
2015-02-10 22:39:58,571 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:39:58,571 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000005
2015-02-10 22:39:58,571 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0003
2015-02-10 22:39:58,571 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0003 transitioned from NEW to INITING
2015-02-10 22:39:58,572 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0003_01_000005 to application application_1423607944293_0003
2015-02-10 22:39:58,572 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:39:58,572 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0003 transitioned from INITING to RUNNING
2015-02-10 22:39:58,573 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000005 transitioned from NEW to LOCALIZING
2015-02-10 22:39:58,573 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0003
2015-02-10 22:39:58,573 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0003
2015-02-10 22:39:58,574 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:39:58,574 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0003_01_000004 by user teamcity
2015-02-10 22:39:58,574 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0003
2015-02-10 22:39:58,574 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0003_01_000003 by user teamcity
2015-02-10 22:39:58,575 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-10 22:39:58,575 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-10 22:39:58,575 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0003_01_000003 to application application_1423607944293_0003
2015-02-10 22:39:58,576 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar transitioned from INIT to DOWNLOADING
2015-02-10 22:39:58,576 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0003_01_000006 by user teamcity
2015-02-10 22:39:58,576 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000003 transitioned from NEW to LOCALIZING
2015-02-10 22:39:58,575 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000003
2015-02-10 22:39:58,576 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0003
2015-02-10 22:39:58,577 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0003
2015-02-10 22:39:58,577 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:39:58,577 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0003
2015-02-10 22:39:58,578 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:39:58,576 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-10 22:39:58,577 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000006
2015-02-10 22:39:58,577 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000004
2015-02-10 22:39:58,578 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0003_01_000005
2015-02-10 22:39:58,582 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar, 1423607931217, FILE, null }
2015-02-10 22:39:58,589 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423607930864, FILE, null }
2015-02-10 22:39:58,590 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0003_01_000004 to application application_1423607944293_0003
2015-02-10 22:39:58,590 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0003_01_000006 to application application_1423607944293_0003
2015-02-10 22:39:58,591 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000004 transitioned from NEW to LOCALIZING
2015-02-10 22:39:58,591 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000006 transitioned from NEW to LOCALIZING
2015-02-10 22:39:58,592 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0003
2015-02-10 22:39:58,592 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0003
2015-02-10 22:39:58,592 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:39:58,593 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0003
2015-02-10 22:39:58,593 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0003
2015-02-10 22:39:58,594 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0003
2015-02-10 22:39:58,594 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:39:58,594 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0003
2015-02-10 22:39:58,595 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0003_01_000004
2015-02-10 22:39:58,595 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar, 1423607931217, FILE, null }
2015-02-10 22:39:58,596 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423607930864, FILE, null }
2015-02-10 22:39:58,596 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0003_01_000006
2015-02-10 22:39:58,597 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar, 1423607931217, FILE, null }
2015-02-10 22:39:58,597 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(657)) - Downloading public rsrc:{ hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423607930864, FILE, null }
2015-02-10 22:39:58,621 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423607944293_0003_01_000005.tokens. Credentials list:
2015-02-10 22:39:58,621 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423607944293_0003_01_000004.tokens. Credentials list:
2015-02-10 22:39:58,624 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423607944293_0003_01_000006.tokens. Credentials list:
2015-02-10 22:39:58,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:58,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-02-10 22:39:58,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null
2015-02-10 22:39:58,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null
2015-02-10 22:39:58,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-02-10 22:39:58,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-02-10 22:39:58,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:39:58,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:58,648 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-10 22:39:58,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:39:58,648 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:58,662 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57626, bytes: 491789, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741825_1001, duration: 2751487
2015-02-10 22:39:58,662 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-10 22:39:58,662 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:58,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:39:58,670 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48416, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741826_1002, duration: 2977691
2015-02-10 22:39:58,682 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:39:58,682 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:39:58,682 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:39:58,723 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:58,728 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/filecache/10/hadoop-2608005100355446401.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:58,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000002/default_container_executor.sh]
2015-02-10 22:39:58,832 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000003/default_container_executor.sh]
2015-02-10 22:39:58,834 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423607944293_0003_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000005.tokens
2015-02-10 22:39:58,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0003 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0003
2015-02-10 22:39:58,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.jar dst=null perm=null
2015-02-10 22:39:58,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.jar dst=null perm=null
2015-02-10 22:39:59,003 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57626, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1324527083_3073, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741850_1026, duration: 811002
2015-02-10 22:39:59,056 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.jar(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423607944293_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:59,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.xml dst=null perm=null
2015-02-10 22:39:59,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.xml dst=null perm=null
2015-02-10 22:39:59,107 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40053, bytes: 86720, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1324527083_3073, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741853_1029, duration: 1545057
2015-02-10 22:39:59,143 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.xml(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423607944293_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:39:59,143 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:39:59,143 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:39:59,144 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:39:59,204 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-10 22:39:59,205 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:59,205 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-10 22:39:59,205 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:59,210 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-10 22:39:59,210 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:39:59,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000005/default_container_executor.sh]
2015-02-10 22:39:59,363 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000006/default_container_executor.sh]
2015-02-10 22:39:59,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000004/default_container_executor.sh]
2015-02-10 22:39:59,388 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-02-10 22:39:59,544 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:39:59,545 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:39:59,821 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741854_1030
2015-02-10 22:40:00,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741854_1030
2015-02-10 22:40:00,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:40:00,287 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741854_1030
2015-02-10 22:40:00,639 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423607944293_0003_01_000006.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000006.tokens
2015-02-10 22:40:00,640 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0003 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0003
2015-02-10 22:40:01,019 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:40:01,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423607944293_0003_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000004.tokens
2015-02-10 22:40:01,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0003 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0003
2015-02-10 22:40:03,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.split dst=null perm=null
2015-02-10 22:40:03,411 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48430, bytes: 1938, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0003_m_000000_0_1210547272_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027, duration: 266938
2015-02-10 22:40:03,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null
2015-02-10 22:40:03,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.split dst=null perm=null
2015-02-10 22:40:03,786 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57643, bytes: 1938, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0003_m_000001_0_-1034560049_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027, duration: 308722
2015-02-10 22:40:03,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:03,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null
2015-02-10 22:40:03,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000001_0/part-00001 dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:04,011 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57644, bytes: 405, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0003_m_000000_0_1210547272_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741843_1019, duration: 326221
2015-02-10 22:40:04,047 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000000_0/part-00000. BP-1386448687-10.31.157.187-1423607926902 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]}
2015-02-10 22:40:04,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.split dst=null perm=null
2015-02-10 22:40:04,145 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741855_1031 src: /127.0.0.1:46938 dest: /127.0.0.1:34372
2015-02-10 22:40:04,147 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741855_1031 src: /127.0.0.1:40070 dest: /127.0.0.1:46700
2015-02-10 22:40:04,150 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741855_1031 src: /127.0.0.1:57648 dest: /127.0.0.1:57417
2015-02-10 22:40:04,190 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40072, bytes: 449, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0003_m_000001_0_-1034560049_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741846_1022, duration: 12317610
2015-02-10 22:40:04,225 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000001_0/part-00001. BP-1386448687-10.31.157.187-1423607926902 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]}
2015-02-10 22:40:04,231 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57648, dest: /127.0.0.1:57417, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0003_m_000000_0_1210547272_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741855_1031, duration: 77267653
2015-02-10 22:40:04,232 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:04,233 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:40:04,233 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40070, dest: /127.0.0.1:46700, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0003_m_000000_0_1210547272_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741855_1031, duration: 79295691
2015-02-10 22:40:04,234 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:04,234 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46938, dest: /127.0.0.1:34372, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0003_m_000000_0_1210547272_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741855_1031, duration: 81385673
2015-02-10 22:40:04,234 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:04,237 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:40:04,239 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:40:04,245 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000000_0/part-00000 is closed by DFSClient_attempt_1423607944293_0003_m_000000_0_1210547272_1
2015-02-10 22:40:04,264 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57650, bytes: 390, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0003_m_000004_0_1033655617_1, offset: 1536, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027, duration: 323574
2015-02-10 22:40:04,329 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741856_1032 src: /127.0.0.1:40074 dest: /127.0.0.1:46700
2015-02-10 22:40:04,331 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741856_1032 src: /127.0.0.1:48441 dest: /127.0.0.1:47015
2015-02-10 22:40:04,332 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741856_1032 src: /127.0.0.1:57653 dest: /127.0.0.1:57417
2015-02-10 22:40:04,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.split dst=null perm=null
2015-02-10 22:40:04,394 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57653, dest: /127.0.0.1:57417, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0003_m_000001_0_-1034560049_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741856_1032, duration: 22824624
2015-02-10 22:40:04,394 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:04,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null
2015-02-10 22:40:04,395 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48441, dest: /127.0.0.1:47015, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0003_m_000001_0_-1034560049_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741856_1032, duration: 45237455
2015-02-10 22:40:04,395 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:04,396 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:40:04,396 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40074, dest: /127.0.0.1:46700, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0003_m_000001_0_-1034560049_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741856_1032, duration: 37176891
2015-02-10 22:40:04,396 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:04,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000000_0 dst=null perm=null
2015-02-10 22:40:04,397 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:40:04,398 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:40:04,399 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57650, bytes: 449, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0003_m_000004_0_1033655617_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741846_1022, duration: 285309
2015-02-10 22:40:04,404 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000001_0/part-00001 is closed by DFSClient_attempt_1423607944293_0003_m_000001_0_-1034560049_1
2015-02-10 22:40:04,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000000_0 dst=null perm=null
2015-02-10 22:40:04,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000000 dst=null perm=null
2015-02-10 22:40:04,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000000 perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:40:04,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000004_0/part-00004 dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:04,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job.split dst=null perm=null
2015-02-10 22:40:04,527 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40079, bytes: 906, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0003_m_000003_0_1014645534_1, offset: 1024, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027, duration: 291798
2015-02-10 22:40:04,529 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0003_01_000002
2015-02-10 22:40:04,530 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000002
2015-02-10 22:40:04,530 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000002 transitioned from RUNNING to KILLING
2015-02-10 22:40:04,530 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0003_01_000002
2015-02-10 22:40:04,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000001_0 dst=null perm=null
2015-02-10 22:40:04,561 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0003_01_000002 is : 143
2015-02-10 22:40:04,575 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job_1423607944293_0003_1.jhist. BP-1386448687-10.31.157.187-1423607926902 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]}
2015-02-10 22:40:04,584 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741857_1033 src: /127.0.0.1:57658 dest: /127.0.0.1:57417
2015-02-10 22:40:04,586 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741857_1033 src: /127.0.0.1:48448 dest: /127.0.0.1:47015
2015-02-10 22:40:04,588 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:40:04,588 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741857_1033 src: /127.0.0.1:46953 dest: /127.0.0.1:34372
2015-02-10 22:40:04,589 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000002
2015-02-10 22:40:04,589 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000002
2015-02-10 22:40:04,590 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000002
2015-02-10 22:40:04,589 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000002
2015-02-10 22:40:04,589 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000002
2015-02-10 22:40:04,590 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:40:04,590 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0003_01_000002 from application application_1423607944293_0003
2015-02-10 22:40:04,591 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:04,591 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0003
2015-02-10 22:40:04,597 INFO hdfs.StateChange (FSNamesystem.java:fsync(3707)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job_1423607944293_0003_1.jhist for DFSClient_NONMAPREDUCE_640629108_1
2015-02-10 22:40:04,624 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57657, bytes: 1422, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0003_m_000002_0_-1345898921_1, offset: 512, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741851_1027, duration: 2221517
2015-02-10 22:40:04,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null
2015-02-10 22:40:04,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000003_0/part-00003 dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:04,684 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000004_0/part-00004 is closed by DFSClient_attempt_1423607944293_0003_m_000004_0_1033655617_1
2015-02-10 22:40:04,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null
2015-02-10 22:40:04,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000004_0 dst=null perm=null
2015-02-10 22:40:04,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000002_0/part-00002 dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:04,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000004_0 dst=null perm=null
2015-02-10 22:40:04,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000004 dst=null perm=null
2015-02-10 22:40:04,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000004_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000004 perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:40:04,832 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741856_1032
2015-02-10 22:40:04,834 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741855_1031
2015-02-10 22:40:04,875 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0003_01_000006
2015-02-10 22:40:04,875 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000006
2015-02-10 22:40:04,876 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000006 transitioned from RUNNING to KILLING
2015-02-10 22:40:04,876 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0003_01_000006
2015-02-10 22:40:04,884 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57661, bytes: 319, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0003_m_000003_0_1014645534_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741845_1021, duration: 282272
2015-02-10 22:40:04,894 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0003_01_000006 is : 143
2015-02-10 22:40:04,910 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000003_0/part-00003. BP-1386448687-10.31.157.187-1423607926902 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]}
2015-02-10 22:40:04,914 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:40:04,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000006
2015-02-10 22:40:04,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000006
2015-02-10 22:40:04,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000006
2015-02-10 22:40:04,915 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000006
2015-02-10 22:40:04,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000006
2015-02-10 22:40:04,916 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:40:04,916 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0003_01_000006 from application application_1423607944293_0003
2015-02-10 22:40:04,916 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:04,916 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0003
2015-02-10 22:40:04,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741858_1034 src: /127.0.0.1:40085 dest: /127.0.0.1:46700
2015-02-10 22:40:04,977 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741858_1034 src: /127.0.0.1:48452 dest: /127.0.0.1:47015
2015-02-10 22:40:04,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741858_1034 src: /127.0.0.1:46957 dest: /127.0.0.1:34372
2015-02-10 22:40:05,016 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57657, bytes: 333, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0003_m_000002_0_-1345898921_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741842_1018, duration: 274585
2015-02-10 22:40:05,022 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46957, dest: /127.0.0.1:34372, bytes: 321, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0003_m_000003_0_1014645534_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741858_1034, duration: 38285426
2015-02-10 22:40:05,022 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:05,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:40:05,023 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48452, dest: /127.0.0.1:47015, bytes: 321, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0003_m_000003_0_1014645534_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741858_1034, duration: 38478947
2015-02-10 22:40:05,025 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40085, dest: /127.0.0.1:46700, bytes: 321, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0003_m_000003_0_1014645534_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741858_1034, duration: 42182635
2015-02-10 22:40:05,025 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:40:05,025 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:05,026 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741856_1032
2015-02-10 22:40:05,026 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:05,026 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:40:05,026 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741855_1031
2015-02-10 22:40:05,030 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741858_1034
2015-02-10 22:40:05,031 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741856_1032
2015-02-10 22:40:05,033 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000003_0/part-00003 is closed by DFSClient_attempt_1423607944293_0003_m_000003_0_1014645534_1
2015-02-10 22:40:05,049 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000002_0/part-00002. BP-1386448687-10.31.157.187-1423607926902 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]}
2015-02-10 22:40:05,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000003_0 dst=null perm=null
2015-02-10 22:40:05,132 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741859_1035 src: /127.0.0.1:40088 dest: /127.0.0.1:46700
2015-02-10 22:40:05,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000003_0 dst=null perm=null
2015-02-10 22:40:05,134 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741859_1035 src: /127.0.0.1:57666 dest: /127.0.0.1:57417
2015-02-10 22:40:05,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000003 dst=null perm=null
2015-02-10 22:40:05,136 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741859_1035 src: /127.0.0.1:48456 dest: /127.0.0.1:47015
2015-02-10 22:40:05,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000003_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000003 perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:40:05,183 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48456, dest: /127.0.0.1:47015, bytes: 335, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0003_m_000002_0_-1345898921_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741859_1035, duration: 42145382
2015-02-10 22:40:05,183 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:05,184 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57666, dest: /127.0.0.1:57417, bytes: 335, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0003_m_000002_0_-1345898921_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741859_1035, duration: 44851570
2015-02-10 22:40:05,184 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]} size 0
2015-02-10 22:40:05,184 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:05,185 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40088, dest: /127.0.0.1:46700, bytes: 335, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0003_m_000002_0_-1345898921_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741859_1035, duration: 45786531
2015-02-10 22:40:05,185 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:05,185 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]} size 0
2015-02-10 22:40:05,186 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]} size 0
2015-02-10 22:40:05,194 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000002_0/part-00002 is closed by DFSClient_attempt_1423607944293_0003_m_000002_0_-1345898921_1
2015-02-10 22:40:05,222 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0003_01_000005
2015-02-10 22:40:05,222 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000005
2015-02-10 22:40:05,222 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000005 transitioned from RUNNING to KILLING
2015-02-10 22:40:05,223 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0003_01_000005
2015-02-10 22:40:05,223 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0003_01_000006]
2015-02-10 22:40:05,224 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:05,224 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0003_01_000006 in state: COMPLETED event:FINISHED
2015-02-10 22:40:05,224 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000006
2015-02-10 22:40:05,224 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0003_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:40430, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-10 22:40:05,224 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:6144, vCores:5> numContainers=5 user=teamcity user-resources=<memory:6144, vCores:5>
2015-02-10 22:40:05,226 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0003_01_000006, NodeId: ip-10-31-157-187.ec2.internal:40430, NodeHttpAddress: ip-10-31-157-187.ec2.internal:38921, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:40430 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:05,226 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:05,226 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-10 22:40:05,226 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0003_000001 released container container_1423607944293_0003_01_000006 on node: host: ip-10-31-157-187.ec2.internal:40430 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-10 22:40:05,243 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0003_01_000005 is : 143
2015-02-10 22:40:05,260 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:40:05,261 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000005
2015-02-10 22:40:05,261 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000005
2015-02-10 22:40:05,262 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000005
2015-02-10 22:40:05,262 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000005
2015-02-10 22:40:05,263 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000005
2015-02-10 22:40:05,263 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:40:05,264 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0003_01_000005 from application application_1423607944293_0003
2015-02-10 22:40:05,264 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:05,264 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0003
2015-02-10 22:40:05,290 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741855_1031
2015-02-10 22:40:05,290 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741858_1034
2015-02-10 22:40:05,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000002_0 dst=null perm=null
2015-02-10 22:40:05,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000002_0 dst=null perm=null
2015-02-10 22:40:05,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000002 dst=null perm=null
2015-02-10 22:40:05,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000002_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000002 perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:40:05,413 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0003_01_000004
2015-02-10 22:40:05,413 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000004
2015-02-10 22:40:05,413 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000004 transitioned from RUNNING to KILLING
2015-02-10 22:40:05,414 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0003_01_000004
2015-02-10 22:40:05,414 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0003_01_000005]
2015-02-10 22:40:05,415 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:05,415 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0003_01_000005 in state: COMPLETED event:FINISHED
2015-02-10 22:40:05,415 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000005
2015-02-10 22:40:05,415 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0003_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:40430, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-10 22:40:05,416 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-10 22:40:05,416 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0003_01_000005, NodeId: ip-10-31-157-187.ec2.internal:40430, NodeHttpAddress: ip-10-31-157-187.ec2.internal:38921, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:40430 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:05,416 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:05,417 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-10 22:40:05,417 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0003_000001 released container container_1423607944293_0003_01_000005 on node: host: ip-10-31-157-187.ec2.internal:40430 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-10 22:40:05,432 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0003_01_000004 is : 143
2015-02-10 22:40:05,448 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:40:05,449 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000004
2015-02-10 22:40:05,449 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000004
2015-02-10 22:40:05,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000004
2015-02-10 22:40:05,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000004
2015-02-10 22:40:05,451 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000004
2015-02-10 22:40:05,451 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:40:05,451 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0003_01_000004 from application application_1423607944293_0003
2015-02-10 22:40:05,451 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:05,451 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0003
2015-02-10 22:40:05,531 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0003_01_000002]
2015-02-10 22:40:05,532 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:05,532 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0003_01_000002 in state: COMPLETED event:FINISHED
2015-02-10 22:40:05,532 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000002
2015-02-10 22:40:05,532 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0003_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-10 22:40:05,532 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-10 22:40:05,533 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0003_01_000002, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:05,533 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:05,533 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-10 22:40:05,533 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0003_000001 released container container_1423607944293_0003_01_000002 on node: host: ip-10-31-157-187.ec2.internal:52495 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-10 22:40:05,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000001_0 dst=null perm=null
2015-02-10 22:40:05,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000001 dst=null perm=null
2015-02-10 22:40:05,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423607944293_0003_m_000001_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000001 perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:40:05,628 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0003_01_000003
2015-02-10 22:40:05,628 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000003
2015-02-10 22:40:05,628 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000003 transitioned from RUNNING to KILLING
2015-02-10 22:40:05,628 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0003_01_000003
2015-02-10 22:40:05,645 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0003_01_000003 is : 143
2015-02-10 22:40:05,661 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:40:05,662 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000003
2015-02-10 22:40:05,662 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000003
2015-02-10 22:40:05,664 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000003
2015-02-10 22:40:05,664 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000003
2015-02-10 22:40:05,665 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000003
2015-02-10 22:40:05,665 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:40:05,665 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0003_01_000003 from application application_1423607944293_0003
2015-02-10 22:40:05,665 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:05,665 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0003
2015-02-10 22:40:05,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:05,681 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_640629108_1
2015-02-10 22:40:05,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1 dst=null perm=null
2015-02-10 22:40:05,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:40:05,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:40:05,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000000 dst=null perm=null
2015-02-10 22:40:05,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null
2015-02-10 22:40:05,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:05,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:40:05,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:40:05,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000001 dst=null perm=null
2015-02-10 22:40:05,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null
2015-02-10 22:40:05,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000001/part-00001 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:05,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:40:05,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:40:05,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000002 dst=null perm=null
2015-02-10 22:40:05,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null
2015-02-10 22:40:05,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000002/part-00002 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:05,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:40:05,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:40:05,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000003 dst=null perm=null
2015-02-10 22:40:05,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null
2015-02-10 22:40:05,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000003/part-00003 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:05,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:40:05,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:40:05,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000004 dst=null perm=null
2015-02-10 22:40:05,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null
2015-02-10 22:40:05,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423607944293_0003_m_000004/part-00004 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:05,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary dst=null perm=null
2015-02-10 22:40:05,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:05,799 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_SUCCESS is closed by DFSClient_NONMAPREDUCE_640629108_1
2015-02-10 22:40:05,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:05,811 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_640629108_1
2015-02-10 22:40:05,832 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46953, dest: /127.0.0.1:34372, bytes: 55322, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640629108_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741857_1033, duration: 1239665391
2015-02-10 22:40:05,832 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:05,833 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48448, dest: /127.0.0.1:47015, bytes: 55322, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640629108_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741857_1033, duration: 1240453179
2015-02-10 22:40:05,833 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 16078
2015-02-10 22:40:05,833 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:05,834 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57658, dest: /127.0.0.1:57417, bytes: 55322, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640629108_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741857_1033, duration: 1241528983
2015-02-10 22:40:05,834 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 16078
2015-02-10 22:40:05,834 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:05,835 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 16078
2015-02-10 22:40:05,838 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job_1423607944293_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_640629108_1
2015-02-10 22:40:05,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:05,846 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003.summary_tmp. BP-1386448687-10.31.157.187-1423607926902 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]}
2015-02-10 22:40:05,851 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741860_1036 src: /127.0.0.1:57668 dest: /127.0.0.1:57417
2015-02-10 22:40:05,854 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741860_1036 src: /127.0.0.1:48458 dest: /127.0.0.1:47015
2015-02-10 22:40:05,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741860_1036 src: /127.0.0.1:40093 dest: /127.0.0.1:46700
2015-02-10 22:40:05,860 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40093, dest: /127.0.0.1:46700, bytes: 441, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640629108_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741860_1036, duration: 1605702
2015-02-10 22:40:05,860 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:05,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:40:05,861 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48458, dest: /127.0.0.1:47015, bytes: 441, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640629108_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741860_1036, duration: 2673468
2015-02-10 22:40:05,861 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:05,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:40:05,862 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57668, dest: /127.0.0.1:57417, bytes: 441, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640629108_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741860_1036, duration: 3470045
2015-02-10 22:40:05,862 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:05,862 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:40:05,868 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_640629108_1
2015-02-10 22:40:05,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:40:05,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job_1423607944293_0003_1.jhist dst=null perm=null
2015-02-10 22:40:05,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003-1423607990228-teamcity-%5B4801F779F76F43D3AC6831720BF4082C%2FA9CDD70A7F60460A-1423608005812-5-0-SUCCEEDED-default-1423607996329.jhist_tmp dst=null perm=null
2015-02-10 22:40:05,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job_1423607944293_0003_1.jhist dst=null perm=null
2015-02-10 22:40:05,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003-1423607990228-teamcity-%5B4801F779F76F43D3AC6831720BF4082C%2FA9CDD70A7F60460A-1423608005812-5-0-SUCCEEDED-default-1423607996329.jhist_tmp dst=null perm=null
2015-02-10 22:40:05,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job_1423607944293_0003_1.jhist dst=null perm=null
2015-02-10 22:40:05,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003-1423607990228-teamcity-%5B4801F779F76F43D3AC6831720BF4082C%2FA9CDD70A7F60460A-1423608005812-5-0-SUCCEEDED-default-1423607996329.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:05,900 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48460, bytes: 55758, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640629108_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741857_1033, duration: 307402
2015-02-10 22:40:05,904 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003-1423607990228-teamcity-%5B4801F779F76F43D3AC6831720BF4082C%2FA9CDD70A7F60460A-1423608005812-5-0-SUCCEEDED-default-1423607996329.jhist_tmp. BP-1386448687-10.31.157.187-1423607926902 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]}
2015-02-10 22:40:05,909 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741861_1037 src: /127.0.0.1:57672 dest: /127.0.0.1:57417
2015-02-10 22:40:05,910 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741861_1037 src: /127.0.0.1:46966 dest: /127.0.0.1:34372
2015-02-10 22:40:05,912 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741861_1037 src: /127.0.0.1:40097 dest: /127.0.0.1:46700
2015-02-10 22:40:05,917 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40097, dest: /127.0.0.1:46700, bytes: 55322, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640629108_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741861_1037, duration: 2969944
2015-02-10 22:40:05,917 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:40:05,917 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:05,918 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46966, dest: /127.0.0.1:34372, bytes: 55322, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640629108_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741861_1037, duration: 4031093
2015-02-10 22:40:05,918 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:05,918 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:40:05,919 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57672, dest: /127.0.0.1:57417, bytes: 55322, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640629108_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741861_1037, duration: 4668410
2015-02-10 22:40:05,919 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:05,919 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:40:05,925 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003-1423607990228-teamcity-%5B4801F779F76F43D3AC6831720BF4082C%2FA9CDD70A7F60460A-1423608005812-5-0-SUCCEEDED-default-1423607996329.jhist_tmp is closed by DFSClient_NONMAPREDUCE_640629108_1
2015-02-10 22:40:05,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003-1423607990228-teamcity-%5B4801F779F76F43D3AC6831720BF4082C%2FA9CDD70A7F60460A-1423608005812-5-0-SUCCEEDED-default-1423607996329.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:40:05,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job_1423607944293_0003_1_conf.xml dst=null perm=null
2015-02-10 22:40:05,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003_conf.xml_tmp dst=null perm=null
2015-02-10 22:40:05,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job_1423607944293_0003_1_conf.xml dst=null perm=null
2015-02-10 22:40:05,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003_conf.xml_tmp dst=null perm=null
2015-02-10 22:40:05,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003/job_1423607944293_0003_1_conf.xml dst=null perm=null
2015-02-10 22:40:05,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:05,965 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57675, bytes: 101803, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640629108_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741854_1030, duration: 446322
2015-02-10 22:40:05,968 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003_conf.xml_tmp. BP-1386448687-10.31.157.187-1423607926902 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]}
2015-02-10 22:40:05,973 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741862_1038 src: /127.0.0.1:48465 dest: /127.0.0.1:47015
2015-02-10 22:40:05,976 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741862_1038 src: /127.0.0.1:40100 dest: /127.0.0.1:46700
2015-02-10 22:40:05,978 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741862_1038 src: /127.0.0.1:46971 dest: /127.0.0.1:34372
2015-02-10 22:40:05,983 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46971, dest: /127.0.0.1:34372, bytes: 101011, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640629108_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741862_1038, duration: 3845117
2015-02-10 22:40:05,983 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:40:05,984 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40100, dest: /127.0.0.1:46700, bytes: 101011, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640629108_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741862_1038, duration: 4510067
2015-02-10 22:40:05,984 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:05,984 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:05,984 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:40:05,985 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48465, dest: /127.0.0.1:47015, bytes: 101011, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640629108_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741862_1038, duration: 5011488
2015-02-10 22:40:05,986 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:40:05,986 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:05,991 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_640629108_1
2015-02-10 22:40:05,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:40:06,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003.summary perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:40:06,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003_conf.xml perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:40:06,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003-1423607990228-teamcity-%5B4801F779F76F43D3AC6831720BF4082C%2FA9CDD70A7F60460A-1423608005812-5-0-SUCCEEDED-default-1423607996329.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0003-1423607990228-teamcity-%5B4801F779F76F43D3AC6831720BF4082C%2FA9CDD70A7F60460A-1423608005812-5-0-SUCCEEDED-default-1423607996329.jhist perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:40:06,025 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(986)) - Updating application attempt appattempt_1423607944293_0003_000001 with final state: FINISHING
2015-02-10 22:40:06,025 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0003_000001 State change from RUNNING to FINAL_SAVING
2015-02-10 22:40:06,025 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(882)) - Updating application application_1423607944293_0003 with final state: FINISHING
2015-02-10 22:40:06,026 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0003 State change from RUNNING to FINAL_SAVING
2015-02-10 22:40:06,026 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(620)) - Storing info for app: application_1423607944293_0003
2015-02-10 22:40:06,026 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0003_000001 State change from FINAL_SAVING to FINISHING
2015-02-10 22:40:06,026 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0003 State change from FINAL_SAVING to FINISHING
2015-02-10 22:40:06,415 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0003_01_000004]
2015-02-10 22:40:06,415 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:06,416 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0003_01_000004 in state: COMPLETED event:FINISHED
2015-02-10 22:40:06,416 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000004
2015-02-10 22:40:06,416 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0003_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:40430, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-10 22:40:06,416 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-10 22:40:06,417 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0003_01_000004, NodeId: ip-10-31-157-187.ec2.internal:40430, NodeHttpAddress: ip-10-31-157-187.ec2.internal:38921, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:40430 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:06,417 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:06,429 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-10 22:40:06,429 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0003_000001 released container container_1423607944293_0003_01_000004 on node: host: ip-10-31-157-187.ec2.internal:40430 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-10 22:40:06,630 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0003_01_000003]
2015-02-10 22:40:06,630 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:06,630 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0003_01_000003 in state: COMPLETED event:FINISHED
2015-02-10 22:40:06,630 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000003
2015-02-10 22:40:06,630 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0003_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-10 22:40:06,630 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-10 22:40:06,631 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0003_01_000003, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:06,631 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:06,631 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-10 22:40:06,632 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0003_000001 released container container_1423607944293_0003_01_000003 on node: host: ip-10-31-157-187.ec2.internal:52495 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-10 22:40:07,037 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741850_1026 127.0.0.1:47015 127.0.0.1:57417 127.0.0.1:34372 127.0.0.1:46700
2015-02-10 22:40:07,037 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741851_1027 127.0.0.1:34372 127.0.0.1:46700 127.0.0.1:57417 127.0.0.1:47015
2015-02-10 22:40:07,037 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741852_1028 127.0.0.1:47015 127.0.0.1:46700 127.0.0.1:34372
2015-02-10 22:40:07,038 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741853_1029 127.0.0.1:47015 127.0.0.1:46700 127.0.0.1:57417
2015-02-10 22:40:07,038 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741857_1033 127.0.0.1:57417 127.0.0.1:47015 127.0.0.1:34372
2015-02-10 22:40:07,038 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741854_1030 127.0.0.1:57417 127.0.0.1:46700 127.0.0.1:34372
2015-02-10 22:40:07,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0003 dst=null perm=null
2015-02-10 22:40:07,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:40:07,099 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary
2015-02-10 22:40:07,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary dst=null perm=null
2015-02-10 22:40:07,101 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: second-flow
2015-02-10 22:40:07,101 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: first-mr
2015-02-10 22:40:07,101 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] at least one sink is marked for delete
2015-02-10 22:40:07,102 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2015-02-10 22:40:07,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-02-10 22:40:07,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-02-10 22:40:07,106 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] starting
2015-02-10 22:40:07,106 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] source: Hfs["NullScheme"]["hdfs://localhost:40976/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5"]
2015-02-10 22:40:07,106 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] sink: Hfs["NullScheme"]["hdfs://localhost:40976/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1"]
2015-02-10 22:40:07,106 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] parallel execution is enabled: true
2015-02-10 22:40:07,107 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] starting jobs: 1
2015-02-10 22:40:07,107 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] allocating threads: 1
2015-02-10 22:40:07,107 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-mr] starting step: Hfs["NullScheme"]["hdfs://localhost:40976/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1"]
2015-02-10 22:40:07,125 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58627
2015-02-10 22:40:07,141 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58627
2015-02-10 22:40:07,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-02-10 22:40:07,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null
2015-02-10 22:40:07,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null
2015-02-10 22:40:07,149 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 4
2015-02-10 22:40:07,150 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(150)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2015-02-10 22:40:07,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004 dst=null perm=null
2015-02-10 22:40:07,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004 dst=null perm=teamcity:supergroup:rwxr-xr-x
2015-02-10 22:40:07,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004 dst=null perm=teamcity:supergroup:rwx------
2015-02-10 22:40:07,158 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(259)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2015-02-10 22:40:07,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:07,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:07,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:07,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-02-10 22:40:07,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null
2015-02-10 22:40:07,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null
2015-02-10 22:40:07,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-02-10 22:40:07,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-02-10 22:40:07,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:07,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:40:07,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:40:07,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:40:07,175 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 5
2015-02-10 22:40:07,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.split dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:40:07,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.split dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:40:07,184 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2587)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.split
2015-02-10 22:40:07,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.split dst=null perm=null
2015-02-10 22:40:07,189 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.split. BP-1386448687-10.31.157.187-1423607926902 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]}
2015-02-10 22:40:07,196 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039 src: /127.0.0.1:40103 dest: /127.0.0.1:46700
2015-02-10 22:40:07,197 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039 src: /127.0.0.1:46974 dest: /127.0.0.1:34372
2015-02-10 22:40:07,199 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039 src: /127.0.0.1:57682 dest: /127.0.0.1:57417
2015-02-10 22:40:07,201 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039 src: /127.0.0.1:48472 dest: /127.0.0.1:47015
2015-02-10 22:40:07,205 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48472, dest: /127.0.0.1:47015, bytes: 1207, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039, duration: 3289797
2015-02-10 22:40:07,205 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:07,206 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:40:07,206 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57682, dest: /127.0.0.1:57417, bytes: 1207, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039, duration: 4057005
2015-02-10 22:40:07,207 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:07,207 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:40:07,207 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46974, dest: /127.0.0.1:34372, bytes: 1207, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039, duration: 4159466
2015-02-10 22:40:07,207 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:07,208 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:40:07,208 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40103, dest: /127.0.0.1:46700, bytes: 1207, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039, duration: 4902086
2015-02-10 22:40:07,209 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:40:07,209 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:07,213 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.split is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:40:07,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:40:07,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:40:07,225 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.splitmetainfo. BP-1386448687-10.31.157.187-1423607926902 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]}
2015-02-10 22:40:07,229 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741864_1040 src: /127.0.0.1:40107 dest: /127.0.0.1:46700
2015-02-10 22:40:07,230 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741864_1040 src: /127.0.0.1:46978 dest: /127.0.0.1:34372
2015-02-10 22:40:07,232 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741864_1040 src: /127.0.0.1:48475 dest: /127.0.0.1:47015
2015-02-10 22:40:07,235 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48475, dest: /127.0.0.1:47015, bytes: 195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741864_1040, duration: 1984921
2015-02-10 22:40:07,235 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:07,236 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]} size 0
2015-02-10 22:40:07,236 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46978, dest: /127.0.0.1:34372, bytes: 195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741864_1040, duration: 2554967
2015-02-10 22:40:07,236 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:07,237 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]} size 0
2015-02-10 22:40:07,237 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40107, dest: /127.0.0.1:46700, bytes: 195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741864_1040, duration: 3655907
2015-02-10 22:40:07,237 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:07,237 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]} size 0
2015-02-10 22:40:07,243 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:40:07,243 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2015-02-10 22:40:07,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.xml dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:40:07,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.xml dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:40:07,270 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.xml. BP-1386448687-10.31.157.187-1423607926902 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]}
2015-02-10 22:40:07,275 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741865_1041 src: /127.0.0.1:57687 dest: /127.0.0.1:57417
2015-02-10 22:40:07,277 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741865_1041 src: /127.0.0.1:46981 dest: /127.0.0.1:34372
2015-02-10 22:40:07,278 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741865_1041 src: /127.0.0.1:48478 dest: /127.0.0.1:47015
2015-02-10 22:40:07,284 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48478, dest: /127.0.0.1:47015, bytes: 80740, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741865_1041, duration: 3349649
2015-02-10 22:40:07,284 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:40:07,284 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:07,284 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:46981, dest: /127.0.0.1:34372, bytes: 80740, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741865_1041, duration: 4351776
2015-02-10 22:40:07,285 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:07,285 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:40:07,285 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57687, dest: /127.0.0.1:57417, bytes: 80740, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741865_1041, duration: 4995394
2015-02-10 22:40:07,286 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:07,286 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:40:07,290 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.xml is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:40:07,290 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423607944293_0004
2015-02-10 22:40:07,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004 dst=null perm=null
2015-02-10 22:40:07,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.xml dst=null perm=null
2015-02-10 22:40:07,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.xml dst=null perm=null
2015-02-10 22:40:07,294 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(369)) - Job jar is not present. Not adding any jar to the list of resources.
2015-02-10 22:40:07,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.split dst=null perm=null
2015-02-10 22:40:07,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.split dst=null perm=null
2015-02-10 22:40:07,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.splitmetainfo dst=null perm=null
2015-02-10 22:40:07,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.splitmetainfo dst=null perm=null
2015-02-10 22:40:07,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:07,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:07,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:07,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:07,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:07,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:07,308 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 4 submitted by user teamcity
2015-02-10 22:40:07,308 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423607944293_0004
2015-02-10 22:40:07,309 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(863)) - Storing application with id application_1423607944293_0004
2015-02-10 22:40:07,309 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0004 State change from NEW to NEW_SAVING
2015-02-10 22:40:07,309 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(620)) - Storing info for app: application_1423607944293_0004
2015-02-10 22:40:07,309 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0004 State change from NEW_SAVING to SUBMITTED
2015-02-10 22:40:07,310 INFO capacity.ParentQueue (ParentQueue.java:addApplication(495)) - Application added - appId: application_1423607944293_0004 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-10 22:40:07,310 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(542)) - Accepted application application_1423607944293_0004 from user: teamcity, in queue: default
2015-02-10 22:40:07,310 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0004 State change from SUBMITTED to ACCEPTED
2015-02-10 22:40:07,310 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(611)) - Registering app attempt : appattempt_1423607944293_0004_000001
2015-02-10 22:40:07,311 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0004_000001 State change from NEW to SUBMITTED
2015-02-10 22:40:07,311 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(720)) - Application application_1423607944293_0004 from user: teamcity activated in queue: default
2015-02-10 22:40:07,311 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(736)) - Application added - appId: application_1423607944293_0004 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@55cdaad2, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-10 22:40:07,311 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(565)) - Added Application Attempt appattempt_1423607944293_0004_000001 to scheduler from user teamcity in queue default
2015-02-10 22:40:07,312 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0004_000001 State change from SUBMITTED to SCHEDULED
2015-02-10 22:40:07,417 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:40:07,417 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000001
2015-02-10 22:40:07,417 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0004_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:40430, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-02-10 22:40:07,417 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0004_000001 container=Container: [ContainerId: container_1423607944293_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:40430, NodeHttpAddress: ip-10-31-157-187.ec2.internal:38921, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:40:07,418 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-10 22:40:07,418 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:07,418 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:40430 for container : container_1423607944293_0004_01_000001
2015-02-10 22:40:07,418 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:40:07,419 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423607944293_0004_000001
2015-02-10 22:40:07,419 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1624)) - Storing attempt: AppId: application_1423607944293_0004 AttemptId: appattempt_1423607944293_0004_000001 MasterContainer: Container: [ContainerId: container_1423607944293_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:40430, NodeHttpAddress: ip-10-31-157-187.ec2.internal:38921, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:40430 }, ]
2015-02-10 22:40:07,419 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-10 22:40:07,419 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-10 22:40:07,420 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423607944293_0004_000001
2015-02-10 22:40:07,421 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423607944293_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:40430, NodeHttpAddress: ip-10-31-157-187.ec2.internal:38921, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:40430 }, ] for AM appattempt_1423607944293_0004_000001
2015-02-10 22:40:07,421 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423607944293_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-10 22:40:07,425 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0004_000001 (auth:SIMPLE)
2015-02-10 22:40:07,428 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0004_01_000001 by user teamcity
2015-02-10 22:40:07,428 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1423607944293_0004
2015-02-10 22:40:07,428 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000001
2015-02-10 22:40:07,428 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0004 transitioned from NEW to INITING
2015-02-10 22:40:07,429 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0004_01_000001 to application application_1423607944293_0004
2015-02-10 22:40:07,429 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423607944293_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:40430, NodeHttpAddress: ip-10-31-157-187.ec2.internal:38921, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:40430 }, ] for AM appattempt_1423607944293_0004_000001
2015-02-10 22:40:07,429 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0004 transitioned from INITING to RUNNING
2015-02-10 22:40:07,429 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0004_000001 State change from ALLOCATED to LAUNCHED
2015-02-10 22:40:07,430 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000001 transitioned from NEW to LOCALIZING
2015-02-10 22:40:07,430 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0004
2015-02-10 22:40:07,430 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-10 22:40:07,430 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.split transitioned from INIT to DOWNLOADING
2015-02-10 22:40:07,430 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-10 22:40:07,431 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0004_01_000001
2015-02-10 22:40:07,446 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423607944293_0004_01_000001.tokens. Credentials list:
2015-02-10 22:40:07,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:40:07,511 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(204)) - Submitted application application_1423607944293_0004
2015-02-10 22:40:07,513 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:47995/proxy/application_1423607944293_0004/
2015-02-10 22:40:07,514 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-mr] submitted hadoop job: job_1423607944293_0004
2015-02-10 22:40:07,514 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-mr] tracking url: http://ip-10-31-157-187:47995/proxy/application_1423607944293_0004/
2015-02-10 22:40:07,596 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423607944293_0004_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000001.tokens
2015-02-10 22:40:07,596 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0004 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0004
2015-02-10 22:40:07,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.splitmetainfo dst=null perm=null
2015-02-10 22:40:07,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.splitmetainfo dst=null perm=null
2015-02-10 22:40:07,759 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40118, bytes: 199, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_107116456_3571, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741864_1040, duration: 292200
2015-02-10 22:40:07,795 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.splitmetainfo(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423607944293_0004/filecache/10/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:40:07,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.split dst=null perm=null
2015-02-10 22:40:07,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.split dst=null perm=null
2015-02-10 22:40:07,839 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40118, bytes: 1219, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_107116456_3571, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039, duration: 287338
2015-02-10 22:40:07,873 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.split(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423607944293_0004/filecache/11/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:40:07,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.xml dst=null perm=null
2015-02-10 22:40:07,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.xml dst=null perm=null
2015-02-10 22:40:07,917 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57696, bytes: 81372, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_107116456_3571, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741865_1041, duration: 482097
2015-02-10 22:40:07,952 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.xml(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0004/filecache/12/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:40:07,953 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:40:08,000 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-10 22:40:08,001 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:08,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000001/default_container_executor.sh]
2015-02-10 22:40:08,416 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:40:09,639 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:46700 to delete [blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030]
2015-02-10 22:40:09,640 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:47015 to delete [blk_1073741857_1033, blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029]
2015-02-10 22:40:09,837 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741858_1034
2015-02-10 22:40:09,838 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741861_1037
2015-02-10 22:40:09,839 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741860_1036
2015-02-10 22:40:09,841 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741862_1038
2015-02-10 22:40:09,842 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741864_1040
2015-02-10 22:40:09,842 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741859_1035
2015-02-10 22:40:09,843 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039
2015-02-10 22:40:10,030 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741861_1037
2015-02-10 22:40:10,031 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039
2015-02-10 22:40:10,033 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741857_1033
2015-02-10 22:40:10,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741865_1041
2015-02-10 22:40:10,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741860_1036
2015-02-10 22:40:10,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741859_1035
2015-02-10 22:40:10,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039
2015-02-10 22:40:10,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741860_1036
2015-02-10 22:40:10,036 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741857_1033
2015-02-10 22:40:10,037 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741859_1035
2015-02-10 22:40:10,038 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741862_1038
2015-02-10 22:40:10,039 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741864_1040
2015-02-10 22:40:10,040 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741865_1041
2015-02-10 22:40:10,295 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741862_1038
2015-02-10 22:40:10,296 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741865_1041
2015-02-10 22:40:10,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741857_1033
2015-02-10 22:40:10,298 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039
2015-02-10 22:40:10,299 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741861_1037
2015-02-10 22:40:10,299 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741864_1040
2015-02-10 22:40:10,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741850 for deletion
2015-02-10 22:40:10,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741851 for deletion
2015-02-10 22:40:10,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741852 for deletion
2015-02-10 22:40:10,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741853 for deletion
2015-02-10 22:40:10,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741851
2015-02-10 22:40:10,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741854 for deletion
2015-02-10 22:40:10,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741853
2015-02-10 22:40:10,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741850
2015-02-10 22:40:10,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741854
2015-02-10 22:40:10,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741852
2015-02-10 22:40:10,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null
2015-02-10 22:40:10,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/COMMIT_STARTED dst=null perm=null
2015-02-10 22:40:10,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/COMMIT_SUCCESS dst=null perm=null
2015-02-10 22:40:10,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/COMMIT_FAIL dst=null perm=null
2015-02-10 22:40:10,984 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741857 for deletion
2015-02-10 22:40:10,985 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741850 for deletion
2015-02-10 22:40:10,985 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741857
2015-02-10 22:40:10,985 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741851 for deletion
2015-02-10 22:40:10,985 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741850
2015-02-10 22:40:10,985 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741852 for deletion
2015-02-10 22:40:10,985 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741851
2015-02-10 22:40:10,985 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741853 for deletion
2015-02-10 22:40:10,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741852
2015-02-10 22:40:10,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741853
2015-02-10 22:40:11,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004 dst=null perm=null
2015-02-10 22:40:11,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-02-10 22:40:11,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null
2015-02-10 22:40:11,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.splitmetainfo dst=null perm=null
2015-02-10 22:40:11,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.splitmetainfo dst=null perm=null
2015-02-10 22:40:11,653 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40121, bytes: 199, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1110573657_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741864_1040, duration: 300187
2015-02-10 22:40:12,089 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423607944293_0003_01_000001 succeeded
2015-02-10 22:40:12,089 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-10 22:40:12,090 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0003_01_000001
2015-02-10 22:40:12,106 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000001
2015-02-10 22:40:12,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000001
2015-02-10 22:40:12,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000001
2015-02-10 22:40:12,108 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0003/container_1423607944293_0003_01_000001
2015-02-10 22:40:12,110 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000001
2015-02-10 22:40:12,110 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-10 22:40:12,110 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0003_01_000001 from application application_1423607944293_0003
2015-02-10 22:40:12,111 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:12,111 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0003
2015-02-10 22:40:12,632 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0003_01_000001]
2015-02-10 22:40:12,632 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:12,632 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0003_01_000001 in state: COMPLETED event:FINISHED
2015-02-10 22:40:12,633 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0003 CONTAINERID=container_1423607944293_0003_01_000001
2015-02-10 22:40:12,633 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0003_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-10 22:40:12,633 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-10 22:40:12,633 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:12,633 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:12,634 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-10 22:40:12,634 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(617)) - Unregistering app attempt : appattempt_1423607944293_0003_000001
2015-02-10 22:40:12,634 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0003_000001 released container container_1423607944293_0003_01_000001 on node: host: ip-10-31-157-187.ec2.internal:52495 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-10 22:40:12,634 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0003_000001 State change from FINISHING to FINISHED
2015-02-10 22:40:12,634 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0003 State change from FINISHING to FINISHED
2015-02-10 22:40:12,634 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(596)) - Application Attempt appattempt_1423607944293_0003_000001 is done. finalState=FINISHED
2015-02-10 22:40:12,634 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423607944293_0003
2015-02-10 22:40:12,635 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1423607944293_0003 requests cleared
2015-02-10 22:40:12,635 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(778)) - Application removed - appId: application_1423607944293_0003 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-10 22:40:12,635 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423607944293_0003_000001
2015-02-10 22:40:12,635 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(520)) - Application removed - appId: application_1423607944293_0003 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-10 22:40:12,635 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423607944293_0003,name=[4801F779F76F43D3AC6831720BF4082C/A9CDD70A7F60460AB234C842D99DDE63] second-flow/(1/1) ...preduceflowplatform/flow5,user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:47995/proxy/application_1423607944293_0003/jobhistory/job/job_1423607944293_0003,appMasterHost=ip-10-31-157-187,startTime=1423607990228,finishTime=1423608006025,finalStatus=SUCCEEDED
2015-02-10 22:40:12,640 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0003_000001 (auth:SIMPLE)
2015-02-10 22:40:12,640 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:57417 to delete [blk_1073741857_1033, blk_1073741850_1026, blk_1073741851_1027, blk_1073741853_1029, blk_1073741854_1030]
2015-02-10 22:40:12,640 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:34372 to delete [blk_1073741857_1033, blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741854_1030]
2015-02-10 22:40:12,642 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0003_01_000001
2015-02-10 22:40:12,992 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0004_000001 (auth:SIMPLE)
2015-02-10 22:40:12,996 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(266)) - AM registration appattempt_1423607944293_0004_000001
2015-02-10 22:40:12,996 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423607944293_0004 APPATTEMPTID=appattempt_1423607944293_0004_000001
2015-02-10 22:40:12,997 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0004_000001 State change from LAUNCHED to RUNNING
2015-02-10 22:40:12,997 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0004 State change from ACCEPTED to RUNNING
2015-02-10 22:40:13,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job_1423607944293_0004_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:13,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:40:13,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job_1423607944293_0004_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:13,418 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-10 22:40:13,419 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0003
2015-02-10 22:40:13,419 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423607944293_0003
2015-02-10 22:40:13,419 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1423607944293_0003
2015-02-10 22:40:13,419 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423607944293_0003
2015-02-10 22:40:13,419 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423607944293_0003
2015-02-10 22:40:13,419 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-10 22:40:13,420 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423607944293_0003, with delay of 10800 seconds
2015-02-10 22:40:13,436 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job_1423607944293_0004_1_conf.xml. BP-1386448687-10.31.157.187-1423607926902 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]}
2015-02-10 22:40:13,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741866_1042 src: /127.0.0.1:57705 dest: /127.0.0.1:57417
2015-02-10 22:40:13,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741866_1042 src: /127.0.0.1:40129 dest: /127.0.0.1:46700
2015-02-10 22:40:13,497 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741866_1042 src: /127.0.0.1:48496 dest: /127.0.0.1:47015
2015-02-10 22:40:13,526 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48496, dest: /127.0.0.1:47015, bytes: 95595, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1110573657_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741866_1042, duration: 27561717
2015-02-10 22:40:13,527 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:13,527 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:40:13,527 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40129, dest: /127.0.0.1:46700, bytes: 95595, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1110573657_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741866_1042, duration: 26333061
2015-02-10 22:40:13,528 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:13,528 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:40:13,528 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57705, dest: /127.0.0.1:57417, bytes: 95595, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1110573657_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741866_1042, duration: 28632470
2015-02-10 22:40:13,529 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:13,529 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:40:13,536 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job_1423607944293_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1110573657_1
2015-02-10 22:40:13,633 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-10 22:40:13,633 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0003
2015-02-10 22:40:13,633 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0003
2015-02-10 22:40:13,634 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0003
2015-02-10 22:40:13,634 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1423607944293_0003
2015-02-10 22:40:13,634 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0003
2015-02-10 22:40:13,634 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-10 22:40:13,634 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423607944293_0003, with delay of 10800 seconds
2015-02-10 22:40:13,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741857 for deletion
2015-02-10 22:40:13,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741850 for deletion
2015-02-10 22:40:13,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741857
2015-02-10 22:40:13,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741851 for deletion
2015-02-10 22:40:13,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741853 for deletion
2015-02-10 22:40:13,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741851
2015-02-10 22:40:13,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741854 for deletion
2015-02-10 22:40:13,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741850
2015-02-10 22:40:13,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741854
2015-02-10 22:40:13,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741853
2015-02-10 22:40:14,270 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741857 for deletion
2015-02-10 22:40:14,270 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741850 for deletion
2015-02-10 22:40:14,270 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741851 for deletion
2015-02-10 22:40:14,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741852 for deletion
2015-02-10 22:40:14,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741850
2015-02-10 22:40:14,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741854 for deletion
2015-02-10 22:40:14,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741857
2015-02-10 22:40:14,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741852
2015-02-10 22:40:14,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741851
2015-02-10 22:40:14,272 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741854
2015-02-10 22:40:14,419 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:40:14,419 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000002
2015-02-10 22:40:14,419 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0004_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:40430, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-02-10 22:40:14,419 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0004_000001 container=Container: [ContainerId: container_1423607944293_0004_01_000002, NodeId: ip-10-31-157-187.ec2.internal:40430, NodeHttpAddress: ip-10-31-157-187.ec2.internal:38921, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:40:14,420 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-10 22:40:14,420 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:14,420 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:40:14,420 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000003
2015-02-10 22:40:14,420 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0004_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:40430, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-02-10 22:40:14,421 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0004_000001 container=Container: [ContainerId: container_1423607944293_0004_01_000003, NodeId: ip-10-31-157-187.ec2.internal:40430, NodeHttpAddress: ip-10-31-157-187.ec2.internal:38921, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:40:14,421 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-10 22:40:14,421 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:14,633 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:40:14,633 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000004
2015-02-10 22:40:14,634 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0004_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-02-10 22:40:14,634 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0004_000001 container=Container: [ContainerId: container_1423607944293_0004_01_000004, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:40:14,634 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-10 22:40:14,634 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:14,635 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:40:14,635 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000005
2015-02-10 22:40:14,635 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0004_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-02-10 22:40:14,635 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0004_000001 container=Container: [ContainerId: container_1423607944293_0004_01_000005, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:40:14,635 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-10 22:40:14,636 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:14,636 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:40:14,636 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000006
2015-02-10 22:40:14,636 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0004_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2015-02-10 22:40:14,636 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0004_000001 container=Container: [ContainerId: container_1423607944293_0004_01_000006, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:40:14,637 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-10 22:40:14,637 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:14,637 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:40:14,637 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000007
2015-02-10 22:40:14,638 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0004_01_000007 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2015-02-10 22:40:14,638 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0004_000001 container=Container: [ContainerId: container_1423607944293_0004_01_000007, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:40:14,638 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7
2015-02-10 22:40:14,638 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:14,848 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741866_1042
2015-02-10 22:40:15,040 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741866_1042
2015-02-10 22:40:15,045 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741866_1042
2015-02-10 22:40:15,082 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:40430 for container : container_1423607944293_0004_01_000002
2015-02-10 22:40:15,082 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:40:15,082 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:40:15,083 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:52495 for container : container_1423607944293_0004_01_000004
2015-02-10 22:40:15,083 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:40:15,084 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:40:15,084 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:40:15,084 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:40:15,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.xml dst=null perm=null
2015-02-10 22:40:15,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.xml dst=null perm=null
2015-02-10 22:40:15,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:15,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:15,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:15,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:15,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:15,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:15,277 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0004_000001 (auth:SIMPLE)
2015-02-10 22:40:15,277 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0004_000001 (auth:SIMPLE)
2015-02-10 22:40:15,286 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0004_01_000007 by user teamcity
2015-02-10 22:40:15,287 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1423607944293_0004
2015-02-10 22:40:15,287 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000007
2015-02-10 22:40:15,287 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0004_01_000003 by user teamcity
2015-02-10 22:40:15,287 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0004_01_000004 by user teamcity
2015-02-10 22:40:15,288 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000003
2015-02-10 22:40:15,288 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0004_01_000005 by user teamcity
2015-02-10 22:40:15,288 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0004_01_000006 by user teamcity
2015-02-10 22:40:15,288 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0004_01_000003 to application application_1423607944293_0004
2015-02-10 22:40:15,288 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000006
2015-02-10 22:40:15,288 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000004
2015-02-10 22:40:15,289 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000003 transitioned from NEW to LOCALIZING
2015-02-10 22:40:15,289 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0004
2015-02-10 22:40:15,289 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0004
2015-02-10 22:40:15,289 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:40:15,289 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0004
2015-02-10 22:40:15,290 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:40:15,288 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0004 transitioned from NEW to INITING
2015-02-10 22:40:15,288 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000005
2015-02-10 22:40:15,290 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0004_01_000007 to application application_1423607944293_0004
2015-02-10 22:40:15,291 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0004_01_000004 to application application_1423607944293_0004
2015-02-10 22:40:15,291 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0004_01_000005 to application application_1423607944293_0004
2015-02-10 22:40:15,291 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0004_01_000002 by user teamcity
2015-02-10 22:40:15,291 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0004_01_000006 to application application_1423607944293_0004
2015-02-10 22:40:15,291 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000002
2015-02-10 22:40:15,292 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0004 transitioned from INITING to RUNNING
2015-02-10 22:40:15,292 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0004_01_000002 to application application_1423607944293_0004
2015-02-10 22:40:15,292 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000006 transitioned from NEW to LOCALIZING
2015-02-10 22:40:15,292 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000002 transitioned from NEW to LOCALIZING
2015-02-10 22:40:15,292 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000007 transitioned from NEW to LOCALIZING
2015-02-10 22:40:15,292 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0004
2015-02-10 22:40:15,293 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0004
2015-02-10 22:40:15,293 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000004 transitioned from NEW to LOCALIZING
2015-02-10 22:40:15,293 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:40:15,293 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000005 transitioned from NEW to LOCALIZING
2015-02-10 22:40:15,293 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0004
2015-02-10 22:40:15,293 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0004
2015-02-10 22:40:15,294 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0004
2015-02-10 22:40:15,294 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:40:15,294 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:40:15,294 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0004
2015-02-10 22:40:15,294 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-10 22:40:15,295 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0004
2015-02-10 22:40:15,295 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0004
2015-02-10 22:40:15,295 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:40:15,295 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0004
2015-02-10 22:40:15,295 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0004
2015-02-10 22:40:15,296 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0004
2015-02-10 22:40:15,296 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:40:15,296 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0004
2015-02-10 22:40:15,296 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0004
2015-02-10 22:40:15,296 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0004
2015-02-10 22:40:15,296 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:40:15,297 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0004
2015-02-10 22:40:15,297 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0004_01_000006
2015-02-10 22:40:15,298 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0004_01_000007
2015-02-10 22:40:15,298 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0004_01_000004
2015-02-10 22:40:15,300 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0004_01_000005
2015-02-10 22:40:15,325 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423607944293_0004_01_000006.tokens. Credentials list:
2015-02-10 22:40:15,326 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423607944293_0004_01_000005.tokens. Credentials list:
2015-02-10 22:40:15,327 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423607944293_0004_01_000007.tokens. Credentials list:
2015-02-10 22:40:15,331 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423607944293_0004_01_000004.tokens. Credentials list:
2015-02-10 22:40:15,354 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-10 22:40:15,354 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:15,357 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-10 22:40:15,357 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:15,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:40:15,419 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:40:15,419 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:40:15,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000003/default_container_executor.sh]
2015-02-10 22:40:15,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000002/default_container_executor.sh]
2015-02-10 22:40:15,510 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423607944293_0004_01_000006.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000006.tokens
2015-02-10 22:40:15,510 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0004 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0004
2015-02-10 22:40:15,634 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:40:15,634 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:40:15,634 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:40:15,634 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:40:15,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.xml dst=null perm=null
2015-02-10 22:40:15,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.xml dst=null perm=null
2015-02-10 22:40:15,685 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:47005, bytes: 81372, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1945945421_3860, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741865_1041, duration: 509365
2015-02-10 22:40:15,721 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.xml(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0004/filecache/10/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:40:15,721 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:40:15,722 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:40:15,722 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:40:15,722 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:40:15,795 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-10 22:40:15,795 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:15,798 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-10 22:40:15,798 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:15,805 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-10 22:40:15,805 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:15,812 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-10 22:40:15,812 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:15,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000005/default_container_executor.sh]
2015-02-10 22:40:15,973 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000004/default_container_executor.sh]
2015-02-10 22:40:15,984 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000007/default_container_executor.sh]
2015-02-10 22:40:15,985 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000006/default_container_executor.sh]
2015-02-10 22:40:16,105 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-02-10 22:40:16,933 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:40:17,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423607944293_0004_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000004.tokens
2015-02-10 22:40:17,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0004 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0004
2015-02-10 22:40:18,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:40:18,674 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(177)) - Rescanning after 30000 milliseconds
2015-02-10 22:40:18,675 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-10 22:40:18,720 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423607944293_0004_01_000007.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000007.tokens
2015-02-10 22:40:18,721 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0004 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0004
2015-02-10 22:40:19,260 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:40:20,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423607944293_0004_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000005.tokens
2015-02-10 22:40:20,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0004 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0004
2015-02-10 22:40:20,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.split dst=null perm=null
2015-02-10 22:40:21,122 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48514, bytes: 1219, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0004_m_000000_0_370777120_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039, duration: 283647
2015-02-10 22:40:21,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null
2015-02-10 22:40:21,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.split dst=null perm=null
2015-02-10 22:40:21,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.split dst=null perm=null
2015-02-10 22:40:21,409 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:47021, bytes: 415, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0004_m_000000_0_370777120_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741855_1031, duration: 2916667
2015-02-10 22:40:21,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.split dst=null perm=null
2015-02-10 22:40:21,536 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48519, bytes: 1219, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0004_m_000001_0_-858324416_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039, duration: 280367
2015-02-10 22:40:21,552 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48520, bytes: 703, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0004_m_000004_0_744859414_1, offset: 512, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039, duration: 283644
2015-02-10 22:40:21,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423607944293_0004_m_000000_0 dst=null perm=null
2015-02-10 22:40:21,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null
2015-02-10 22:40:21,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null
2015-02-10 22:40:21,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.split dst=null perm=null
2015-02-10 22:40:21,645 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57734, bytes: 459, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0004_m_000004_0_744859414_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741856_1032, duration: 330773
2015-02-10 22:40:21,669 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40155, bytes: 1219, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0004_m_000002_0_-398444630_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039, duration: 285743
2015-02-10 22:40:21,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job.split dst=null perm=null
2015-02-10 22:40:21,717 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0004_01_000002
2015-02-10 22:40:21,718 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000002
2015-02-10 22:40:21,723 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000002 transitioned from RUNNING to KILLING
2015-02-10 22:40:21,723 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0004_01_000002
2015-02-10 22:40:21,744 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job_1423607944293_0004_1.jhist. BP-1386448687-10.31.157.187-1423607926902 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]}
2015-02-10 22:40:21,768 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0004_01_000002 is : 143
2015-02-10 22:40:21,770 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741867_1043 src: /127.0.0.1:48525 dest: /127.0.0.1:47015
2015-02-10 22:40:21,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741867_1043 src: /127.0.0.1:40161 dest: /127.0.0.1:46700
2015-02-10 22:40:21,793 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741867_1043 src: /127.0.0.1:47033 dest: /127.0.0.1:34372
2015-02-10 22:40:21,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null
2015-02-10 22:40:21,821 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:40:21,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000002
2015-02-10 22:40:21,823 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000002
2015-02-10 22:40:21,824 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000002
2015-02-10 22:40:21,824 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000002
2015-02-10 22:40:21,825 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:47030, bytes: 703, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0004_m_000005_0_1501371690_1, offset: 512, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039, duration: 288402
2015-02-10 22:40:21,825 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000002
2015-02-10 22:40:21,825 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:40:21,825 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0004_01_000002 from application application_1423607944293_0004
2015-02-10 22:40:21,826 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:21,826 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0004
2015-02-10 22:40:21,842 INFO hdfs.StateChange (FSNamesystem.java:fsync(3707)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job_1423607944293_0004_1.jhist for DFSClient_NONMAPREDUCE_1110573657_1
2015-02-10 22:40:21,848 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40164, bytes: 459, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0004_m_000001_0_-858324416_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741856_1032, duration: 273102
2015-02-10 22:40:21,859 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57739, bytes: 703, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0004_m_000003_0_1889825612_1, offset: 512, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741863_1039, duration: 286363
2015-02-10 22:40:21,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null
2015-02-10 22:40:21,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423607944293_0004_m_000004_0 dst=null perm=null
2015-02-10 22:40:21,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423607944293_0004_m_000001_0 dst=null perm=null
2015-02-10 22:40:21,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null
2015-02-10 22:40:21,996 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57742, bytes: 339, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0004_m_000002_0_-398444630_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741859_1035, duration: 312183
2015-02-10 22:40:22,028 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0004_01_000006
2015-02-10 22:40:22,029 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000006
2015-02-10 22:40:22,029 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000006 transitioned from RUNNING to KILLING
2015-02-10 22:40:22,029 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0004_01_000006
2015-02-10 22:40:22,058 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0004_01_000003
2015-02-10 22:40:22,058 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000003
2015-02-10 22:40:22,059 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0004_01_000002]
2015-02-10 22:40:22,059 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0004_01_000006 is : 143
2015-02-10 22:40:22,059 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000003 transitioned from RUNNING to KILLING
2015-02-10 22:40:22,059 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0004_01_000003
2015-02-10 22:40:22,059 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:22,060 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0004_01_000002 in state: COMPLETED event:FINISHED
2015-02-10 22:40:22,060 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000002
2015-02-10 22:40:22,060 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0004_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:40430, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-10 22:40:22,060 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:7168, vCores:6> numContainers=6 user=teamcity user-resources=<memory:7168, vCores:6>
2015-02-10 22:40:22,063 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0004_01_000002, NodeId: ip-10-31-157-187.ec2.internal:40430, NodeHttpAddress: ip-10-31-157-187.ec2.internal:38921, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:40430 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:22,064 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:22,064 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-10 22:40:22,064 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0004_000001 released container container_1423607944293_0004_01_000002 on node: host: ip-10-31-157-187.ec2.internal:40430 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-10 22:40:22,079 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:40:22,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000006
2015-02-10 22:40:22,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000006
2015-02-10 22:40:22,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000006
2015-02-10 22:40:22,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000006
2015-02-10 22:40:22,081 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000006
2015-02-10 22:40:22,081 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:40:22,082 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0004_01_000006 from application application_1423607944293_0004
2015-02-10 22:40:22,082 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:22,082 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0004
2015-02-10 22:40:22,083 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0004_01_000003 is : 143
2015-02-10 22:40:22,099 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:40:22,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000003
2015-02-10 22:40:22,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000003
2015-02-10 22:40:22,101 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000003
2015-02-10 22:40:22,101 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:40:22,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000003
2015-02-10 22:40:22,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000003
2015-02-10 22:40:22,101 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0004_01_000003 from application application_1423607944293_0004
2015-02-10 22:40:22,101 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:22,102 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0004
2015-02-10 22:40:22,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423607944293_0004_m_000002_0 dst=null perm=null
2015-02-10 22:40:22,150 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40166, bytes: 325, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0004_m_000003_0_1889825612_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741858_1034, duration: 314044
2015-02-10 22:40:22,202 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0004_01_000004
2015-02-10 22:40:22,203 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000004
2015-02-10 22:40:22,203 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000004 transitioned from RUNNING to KILLING
2015-02-10 22:40:22,203 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0004_01_000004
2015-02-10 22:40:22,203 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0004_01_000006]
2015-02-10 22:40:22,204 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:22,204 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0004_01_000006 in state: COMPLETED event:FINISHED
2015-02-10 22:40:22,204 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000006
2015-02-10 22:40:22,204 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0004_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-10 22:40:22,204 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:6144, vCores:5> numContainers=5 user=teamcity user-resources=<memory:6144, vCores:5>
2015-02-10 22:40:22,206 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0004_01_000006, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:22,206 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:22,206 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-10 22:40:22,207 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0004_000001 released container container_1423607944293_0004_01_000006 on node: host: ip-10-31-157-187.ec2.internal:52495 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-10 22:40:22,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423607944293_0004_m_000005_0 dst=null perm=null
2015-02-10 22:40:22,221 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0004_01_000004 is : 143
2015-02-10 22:40:22,238 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:40:22,239 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000004
2015-02-10 22:40:22,240 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000004
2015-02-10 22:40:22,240 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000004
2015-02-10 22:40:22,241 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000004
2015-02-10 22:40:22,242 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000004
2015-02-10 22:40:22,242 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:40:22,242 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0004_01_000004 from application application_1423607944293_0004
2015-02-10 22:40:22,242 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:22,242 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0004
2015-02-10 22:40:22,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423607944293_0004_m_000003_0 dst=null perm=null
2015-02-10 22:40:22,295 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0004_01_000007
2015-02-10 22:40:22,295 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000007
2015-02-10 22:40:22,296 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000007 transitioned from RUNNING to KILLING
2015-02-10 22:40:22,296 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0004_01_000007
2015-02-10 22:40:22,296 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0004_01_000004]
2015-02-10 22:40:22,297 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:22,297 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0004_01_000004 in state: COMPLETED event:FINISHED
2015-02-10 22:40:22,297 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000004
2015-02-10 22:40:22,297 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0004_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-10 22:40:22,297 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-10 22:40:22,298 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0004_01_000004, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:22,298 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:22,299 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-10 22:40:22,299 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0004_000001 released container container_1423607944293_0004_01_000004 on node: host: ip-10-31-157-187.ec2.internal:52495 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-10 22:40:22,312 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0004_01_000007 is : 143
2015-02-10 22:40:22,333 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:40:22,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000007
2015-02-10 22:40:22,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000007
2015-02-10 22:40:22,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000007
2015-02-10 22:40:22,336 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000007
2015-02-10 22:40:22,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000007
2015-02-10 22:40:22,338 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:40:22,338 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0004_01_000007 from application application_1423607944293_0004
2015-02-10 22:40:22,338 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:22,339 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0004
2015-02-10 22:40:22,347 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0004_01_000005
2015-02-10 22:40:22,347 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000005
2015-02-10 22:40:22,348 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000005 transitioned from RUNNING to KILLING
2015-02-10 22:40:22,348 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0004_01_000005
2015-02-10 22:40:22,348 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0004_01_000007]
2015-02-10 22:40:22,349 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:22,349 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0004_01_000007 in state: COMPLETED event:FINISHED
2015-02-10 22:40:22,349 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000007
2015-02-10 22:40:22,349 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0004_01_000007 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-10 22:40:22,349 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-10 22:40:22,350 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0004_01_000007, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:22,350 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:22,351 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-10 22:40:22,351 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0004_000001 released container container_1423607944293_0004_01_000007 on node: host: ip-10-31-157-187.ec2.internal:52495 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-10 22:40:22,366 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0004_01_000005 is : 143
2015-02-10 22:40:22,382 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:40:22,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000005
2015-02-10 22:40:22,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000005
2015-02-10 22:40:22,385 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000005
2015-02-10 22:40:22,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000005
2015-02-10 22:40:22,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000005
2015-02-10 22:40:22,385 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:40:22,386 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0004_01_000005 from application application_1423607944293_0004
2015-02-10 22:40:22,386 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:22,386 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0004
2015-02-10 22:40:23,059 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0004_01_000003]
2015-02-10 22:40:23,059 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:23,060 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0004_01_000003 in state: COMPLETED event:FINISHED
2015-02-10 22:40:23,060 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000003
2015-02-10 22:40:23,060 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0004_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:40430, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-10 22:40:23,060 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-10 22:40:23,061 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0004_01_000003, NodeId: ip-10-31-157-187.ec2.internal:40430, NodeHttpAddress: ip-10-31-157-187.ec2.internal:38921, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:40430 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:23,061 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:23,061 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-10 22:40:23,061 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0004_000001 released container container_1423607944293_0004_01_000003 on node: host: ip-10-31-157-187.ec2.internal:40430 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-10 22:40:23,349 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0004_01_000005]
2015-02-10 22:40:23,349 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:23,349 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0004_01_000005 in state: COMPLETED event:FINISHED
2015-02-10 22:40:23,349 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000005
2015-02-10 22:40:23,350 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0004_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-10 22:40:23,350 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-10 22:40:23,354 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0004_01_000005, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:23,354 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:23,354 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-10 22:40:23,354 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0004_000001 released container container_1423607944293_0004_01_000005 on node: host: ip-10-31-157-187.ec2.internal:52495 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-10 22:40:23,355 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:40:23,355 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000008
2015-02-10 22:40:23,355 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0004_01_000008 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-02-10 22:40:23,355 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0004_000001 container=Container: [ContainerId: container_1423607944293_0004_01_000008, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:40:23,356 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-10 22:40:23,356 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:24,157 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:40:24,169 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0004_01_000008 by user teamcity
2015-02-10 22:40:24,170 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000008
2015-02-10 22:40:24,170 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0004_01_000008 to application application_1423607944293_0004
2015-02-10 22:40:24,170 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000008 transitioned from NEW to LOCALIZING
2015-02-10 22:40:24,171 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0004
2015-02-10 22:40:24,171 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0004
2015-02-10 22:40:24,171 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:40:24,171 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0004
2015-02-10 22:40:24,172 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:40:24,220 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-10 22:40:24,221 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:24,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000008/default_container_executor.sh]
2015-02-10 22:40:24,350 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:40:25,161 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-02-10 22:40:27,926 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(685)) - Setting connection close header...
2015-02-10 22:40:27,928 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(685)) - Setting connection close header...
2015-02-10 22:40:27,959 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(685)) - Setting connection close header...
2015-02-10 22:40:27,964 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(685)) - Setting connection close header...
2015-02-10 22:40:28,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423607944293_0004_r_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:28,131 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423607944293_0004_r_000000_0/part-00000. BP-1386448687-10.31.157.187-1423607926902 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]}
2015-02-10 22:40:28,276 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741868_1044 src: /127.0.0.1:48544 dest: /127.0.0.1:47015
2015-02-10 22:40:28,278 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741868_1044 src: /127.0.0.1:57756 dest: /127.0.0.1:57417
2015-02-10 22:40:28,280 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741868_1044 src: /127.0.0.1:40180 dest: /127.0.0.1:46700
2015-02-10 22:40:28,331 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40180, dest: /127.0.0.1:46700, bytes: 1554, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0004_r_000000_0_-696665231_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741868_1044, duration: 48545344
2015-02-10 22:40:28,331 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:28,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]} size 0
2015-02-10 22:40:28,332 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57756, dest: /127.0.0.1:57417, bytes: 1554, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0004_r_000000_0_-696665231_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741868_1044, duration: 49844560
2015-02-10 22:40:28,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]} size 0
2015-02-10 22:40:28,332 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48544, dest: /127.0.0.1:47015, bytes: 1554, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0004_r_000000_0_-696665231_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741868_1044, duration: 50603287
2015-02-10 22:40:28,333 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:28,333 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:28,333 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]} size 0
2015-02-10 22:40:28,341 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423607944293_0004_r_000000_0/part-00000 is closed by DFSClient_attempt_1423607944293_0004_r_000000_0_-696665231_1
2015-02-10 22:40:28,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423607944293_0004_r_000000_0 dst=null perm=null
2015-02-10 22:40:28,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423607944293_0004_r_000000_0 dst=null perm=null
2015-02-10 22:40:28,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1423607944293_0004_r_000000 dst=null perm=null
2015-02-10 22:40:28,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423607944293_0004_r_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1423607944293_0004_r_000000 perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:40:28,517 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0004_01_000008
2015-02-10 22:40:28,517 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000008
2015-02-10 22:40:28,517 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000008 transitioned from RUNNING to KILLING
2015-02-10 22:40:28,518 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0004_01_000008
2015-02-10 22:40:28,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:28,531 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1110573657_1
2015-02-10 22:40:28,534 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0004_01_000008 is : 143
2015-02-10 22:40:28,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1 dst=null perm=null
2015-02-10 22:40:28,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-02-10 22:40:28,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-02-10 22:40:28,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1423607944293_0004_r_000000 dst=null perm=null
2015-02-10 22:40:28,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2015-02-10 22:40:28,551 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:40:28,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000008
2015-02-10 22:40:28,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000008
2015-02-10 22:40:28,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000008
2015-02-10 22:40:28,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000008
2015-02-10 22:40:28,553 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000008
2015-02-10 22:40:28,554 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:40:28,554 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0004_01_000008 from application application_1423607944293_0004
2015-02-10 22:40:28,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1423607944293_0004_r_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:28,554 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:28,554 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0004
2015-02-10 22:40:28,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary dst=null perm=null
2015-02-10 22:40:28,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:28,603 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1110573657_1
2015-02-10 22:40:28,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:28,611 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1110573657_1
2015-02-10 22:40:28,642 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:47033, dest: /127.0.0.1:34372, bytes: 66472, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1110573657_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741867_1043, duration: 6839480121
2015-02-10 22:40:28,643 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:28,643 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]} size 16102
2015-02-10 22:40:28,646 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40161, dest: /127.0.0.1:46700, bytes: 66472, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1110573657_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741867_1043, duration: 6850217682
2015-02-10 22:40:28,646 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:28,647 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]} size 16102
2015-02-10 22:40:28,647 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48525, dest: /127.0.0.1:47015, bytes: 66472, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1110573657_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741867_1043, duration: 6817331722
2015-02-10 22:40:28,647 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:28,648 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]} size 16102
2015-02-10 22:40:28,651 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job_1423607944293_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_1110573657_1
2015-02-10 22:40:28,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:28,659 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004.summary_tmp. BP-1386448687-10.31.157.187-1423607926902 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]}
2015-02-10 22:40:28,663 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741869_1045 src: /127.0.0.1:48547 dest: /127.0.0.1:47015
2015-02-10 22:40:28,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741869_1045 src: /127.0.0.1:57759 dest: /127.0.0.1:57417
2015-02-10 22:40:28,667 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741869_1045 src: /127.0.0.1:40183 dest: /127.0.0.1:46700
2015-02-10 22:40:28,670 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40183, dest: /127.0.0.1:46700, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1110573657_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741869_1045, duration: 1580290
2015-02-10 22:40:28,671 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:40:28,672 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:28,673 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57759, dest: /127.0.0.1:57417, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1110573657_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741869_1045, duration: 3710706
2015-02-10 22:40:28,673 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:40:28,673 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:28,673 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48547, dest: /127.0.0.1:47015, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1110573657_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741869_1045, duration: 4695053
2015-02-10 22:40:28,674 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:28,674 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:40:28,677 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_1110573657_1
2015-02-10 22:40:28,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:40:28,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job_1423607944293_0004_1.jhist dst=null perm=null
2015-02-10 22:40:28,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004-1423608007308-teamcity-first%2Dmr-1423608028613-6-1-SUCCEEDED-default-1423608013038.jhist_tmp dst=null perm=null
2015-02-10 22:40:28,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job_1423607944293_0004_1.jhist dst=null perm=null
2015-02-10 22:40:28,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004-1423608007308-teamcity-first%2Dmr-1423608028613-6-1-SUCCEEDED-default-1423608013038.jhist_tmp dst=null perm=null
2015-02-10 22:40:28,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job_1423607944293_0004_1.jhist dst=null perm=null
2015-02-10 22:40:28,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004-1423608007308-teamcity-first%2Dmr-1423608028613-6-1-SUCCEEDED-default-1423608013038.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:28,707 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48550, bytes: 66992, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1110573657_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741867_1043, duration: 450911
2015-02-10 22:40:28,710 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004-1423608007308-teamcity-first%2Dmr-1423608028613-6-1-SUCCEEDED-default-1423608013038.jhist_tmp. BP-1386448687-10.31.157.187-1423607926902 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]}
2015-02-10 22:40:28,716 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741870_1046 src: /127.0.0.1:57762 dest: /127.0.0.1:57417
2015-02-10 22:40:28,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741870_1046 src: /127.0.0.1:40186 dest: /127.0.0.1:46700
2015-02-10 22:40:28,720 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741870_1046 src: /127.0.0.1:47057 dest: /127.0.0.1:34372
2015-02-10 22:40:28,725 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:47057, dest: /127.0.0.1:34372, bytes: 66472, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1110573657_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741870_1046, duration: 3408639
2015-02-10 22:40:28,725 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:28,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:40:28,726 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40186, dest: /127.0.0.1:46700, bytes: 66472, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1110573657_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741870_1046, duration: 4603095
2015-02-10 22:40:28,726 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:28,726 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:40:28,727 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57762, dest: /127.0.0.1:57417, bytes: 66472, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1110573657_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741870_1046, duration: 5518216
2015-02-10 22:40:28,727 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:28,727 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:40:28,731 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004-1423608007308-teamcity-first%2Dmr-1423608028613-6-1-SUCCEEDED-default-1423608013038.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1110573657_1
2015-02-10 22:40:28,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004-1423608007308-teamcity-first%2Dmr-1423608028613-6-1-SUCCEEDED-default-1423608013038.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:40:28,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job_1423607944293_0004_1_conf.xml dst=null perm=null
2015-02-10 22:40:28,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004_conf.xml_tmp dst=null perm=null
2015-02-10 22:40:28,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job_1423607944293_0004_1_conf.xml dst=null perm=null
2015-02-10 22:40:28,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004_conf.xml_tmp dst=null perm=null
2015-02-10 22:40:28,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004/job_1423607944293_0004_1_conf.xml dst=null perm=null
2015-02-10 22:40:28,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:28,748 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48550, bytes: 96343, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1110573657_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741866_1042, duration: 420903
2015-02-10 22:40:28,751 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004_conf.xml_tmp. BP-1386448687-10.31.157.187-1423607926902 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]}
2015-02-10 22:40:28,755 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741871_1047 src: /127.0.0.1:57765 dest: /127.0.0.1:57417
2015-02-10 22:40:28,758 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741871_1047 src: /127.0.0.1:47059 dest: /127.0.0.1:34372
2015-02-10 22:40:28,759 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741871_1047 src: /127.0.0.1:40190 dest: /127.0.0.1:46700
2015-02-10 22:40:28,764 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40190, dest: /127.0.0.1:46700, bytes: 95595, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1110573657_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741871_1047, duration: 3755015
2015-02-10 22:40:28,765 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:28,765 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:40:28,766 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:47059, dest: /127.0.0.1:34372, bytes: 95595, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1110573657_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741871_1047, duration: 4403834
2015-02-10 22:40:28,766 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:40:28,766 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:28,767 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57765, dest: /127.0.0.1:57417, bytes: 95595, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1110573657_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741871_1047, duration: 5390937
2015-02-10 22:40:28,767 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:40:28,768 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:28,771 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1110573657_1
2015-02-10 22:40:28,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:40:28,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004.summary perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:40:28,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004_conf.xml perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:40:28,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004-1423608007308-teamcity-first%2Dmr-1423608028613-6-1-SUCCEEDED-default-1423608013038.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0004-1423608007308-teamcity-first%2Dmr-1423608028613-6-1-SUCCEEDED-default-1423608013038.jhist perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:40:28,802 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(986)) - Updating application attempt appattempt_1423607944293_0004_000001 with final state: FINISHING
2015-02-10 22:40:28,802 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0004_000001 State change from RUNNING to FINAL_SAVING
2015-02-10 22:40:28,802 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(882)) - Updating application application_1423607944293_0004 with final state: FINISHING
2015-02-10 22:40:28,802 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0004 State change from RUNNING to FINAL_SAVING
2015-02-10 22:40:28,802 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(620)) - Storing info for app: application_1423607944293_0004
2015-02-10 22:40:28,803 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0004_000001 State change from FINAL_SAVING to FINISHING
2015-02-10 22:40:28,803 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0004 State change from FINAL_SAVING to FINISHING
2015-02-10 22:40:29,518 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0004_01_000008]
2015-02-10 22:40:29,518 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:29,519 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0004_01_000008 in state: COMPLETED event:FINISHED
2015-02-10 22:40:29,519 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000008
2015-02-10 22:40:29,519 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0004_01_000008 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-10 22:40:29,519 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-10 22:40:29,520 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0004_01_000008, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:29,520 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:29,520 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-10 22:40:29,521 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0004_000001 released container container_1423607944293_0004_01_000008 on node: host: ip-10-31-157-187.ec2.internal:52495 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-10 22:40:29,814 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741863_1039 127.0.0.1:46700 127.0.0.1:34372 127.0.0.1:57417 127.0.0.1:47015
2015-02-10 22:40:29,815 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741864_1040 127.0.0.1:46700 127.0.0.1:34372 127.0.0.1:47015
2015-02-10 22:40:29,815 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:57417 127.0.0.1:34372 127.0.0.1:47015
2015-02-10 22:40:29,816 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741867_1043 127.0.0.1:47015 127.0.0.1:46700 127.0.0.1:34372
2015-02-10 22:40:29,817 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741866_1042 127.0.0.1:57417 127.0.0.1:46700 127.0.0.1:47015
2015-02-10 22:40:29,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0004 dst=null perm=null
2015-02-10 22:40:29,853 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741871_1047
2015-02-10 22:40:29,854 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741867_1043
2015-02-10 22:40:29,855 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741869_1045
2015-02-10 22:40:29,856 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741870_1046
2015-02-10 22:40:29,857 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741868_1044
2015-02-10 22:40:29,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-02-10 22:40:29,876 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:40976/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary
2015-02-10 22:40:29,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary dst=null perm=null
2015-02-10 22:40:29,877 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: first-mr
2015-02-10 22:40:29,877 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: second-mr
2015-02-10 22:40:29,878 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] at least one sink is marked for delete
2015-02-10 22:40:29,878 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2015-02-10 22:40:29,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-02-10 22:40:29,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-02-10 22:40:29,882 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] starting
2015-02-10 22:40:29,882 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] source: Hfs["NullScheme"]["hdfs://localhost:40976/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1"]
2015-02-10 22:40:29,882 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] sink: Hfs["NullScheme"]["hdfs://localhost:40976/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2"]
2015-02-10 22:40:29,882 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] parallel execution is enabled: true
2015-02-10 22:40:29,882 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] starting jobs: 1
2015-02-10 22:40:29,883 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] allocating threads: 1
2015-02-10 22:40:29,883 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-mr] starting step: Hfs["NullScheme"]["hdfs://localhost:40976/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2"]
2015-02-10 22:40:29,901 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58627
2015-02-10 22:40:29,918 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58627
2015-02-10 22:40:29,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-02-10 22:40:29,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null
2015-02-10 22:40:29,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null
2015-02-10 22:40:29,926 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 5
2015-02-10 22:40:29,927 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(150)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2015-02-10 22:40:29,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005 dst=null perm=null
2015-02-10 22:40:29,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005 dst=null perm=teamcity:supergroup:rwxr-xr-x
2015-02-10 22:40:29,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005 dst=null perm=teamcity:supergroup:rwx------
2015-02-10 22:40:29,936 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(259)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2015-02-10 22:40:29,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:29,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:29,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:29,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-02-10 22:40:29,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null
2015-02-10 22:40:29,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null
2015-02-10 22:40:29,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-02-10 22:40:29,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-02-10 22:40:29,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:29,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-02-10 22:40:29,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-02-10 22:40:29,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-02-10 22:40:29,952 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-10 22:40:29,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.split dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:40:29,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.split dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:40:29,962 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2587)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.split
2015-02-10 22:40:29,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.split dst=null perm=null
2015-02-10 22:40:29,967 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.split. BP-1386448687-10.31.157.187-1423607926902 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]}
2015-02-10 22:40:29,971 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048 src: /127.0.0.1:57770 dest: /127.0.0.1:57417
2015-02-10 22:40:29,973 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048 src: /127.0.0.1:48560 dest: /127.0.0.1:47015
2015-02-10 22:40:29,974 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048 src: /127.0.0.1:40195 dest: /127.0.0.1:46700
2015-02-10 22:40:29,976 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048 src: /127.0.0.1:47066 dest: /127.0.0.1:34372
2015-02-10 22:40:29,981 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:47066, dest: /127.0.0.1:34372, bytes: 807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048, duration: 3568607
2015-02-10 22:40:29,981 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:29,981 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:40:29,982 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40195, dest: /127.0.0.1:46700, bytes: 807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048, duration: 3247374
2015-02-10 22:40:29,982 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:29,982 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:40:29,983 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48560, dest: /127.0.0.1:47015, bytes: 807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048, duration: 4672274
2015-02-10 22:40:29,983 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:29,983 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:40:29,983 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57770, dest: /127.0.0.1:57417, bytes: 807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048, duration: 5487518
2015-02-10 22:40:29,984 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:29,984 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:40:29,989 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.split is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:40:29,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:40:29,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:40:30,012 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.splitmetainfo. BP-1386448687-10.31.157.187-1423607926902 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]}
2015-02-10 22:40:30,017 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741873_1049 src: /127.0.0.1:47067 dest: /127.0.0.1:34372
2015-02-10 22:40:30,018 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741873_1049 src: /127.0.0.1:40198 dest: /127.0.0.1:46700
2015-02-10 22:40:30,020 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741873_1049 src: /127.0.0.1:57776 dest: /127.0.0.1:57417
2015-02-10 22:40:30,023 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57776, dest: /127.0.0.1:57417, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741873_1049, duration: 1039409
2015-02-10 22:40:30,024 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:40:30,024 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40198, dest: /127.0.0.1:46700, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741873_1049, duration: 2477584
2015-02-10 22:40:30,024 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:30,024 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:30,025 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:40:30,025 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:47067, dest: /127.0.0.1:34372, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741873_1049, duration: 2568476
2015-02-10 22:40:30,026 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:30,030 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:40:30,034 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:40:30,034 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2015-02-10 22:40:30,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.xml dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:40:30,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.xml dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:40:30,045 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741871_1047
2015-02-10 22:40:30,045 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741873_1049
2015-02-10 22:40:30,046 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741868_1044
2015-02-10 22:40:30,047 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741870_1046
2015-02-10 22:40:30,047 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048
2015-02-10 22:40:30,048 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741869_1045
2015-02-10 22:40:30,051 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048
2015-02-10 22:40:30,051 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741868_1044
2015-02-10 22:40:30,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741869_1045
2015-02-10 22:40:30,053 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741867_1043
2015-02-10 22:40:30,078 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.xml. BP-1386448687-10.31.157.187-1423607926902 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]}
2015-02-10 22:40:30,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741874_1050 src: /127.0.0.1:57777 dest: /127.0.0.1:57417
2015-02-10 22:40:30,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741874_1050 src: /127.0.0.1:47071 dest: /127.0.0.1:34372
2015-02-10 22:40:30,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741874_1050 src: /127.0.0.1:40202 dest: /127.0.0.1:46700
2015-02-10 22:40:30,090 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40202, dest: /127.0.0.1:46700, bytes: 80741, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741874_1050, duration: 3854732
2015-02-10 22:40:30,091 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:30,091 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:40:30,091 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:47071, dest: /127.0.0.1:34372, bytes: 80741, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741874_1050, duration: 4074301
2015-02-10 22:40:30,091 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:30,092 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:40:30,092 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57777, dest: /127.0.0.1:57417, bytes: 80741, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741874_1050, duration: 5109032
2015-02-10 22:40:30,092 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:40:30,092 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:30,098 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.xml is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:40:30,098 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423607944293_0005
2015-02-10 22:40:30,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005 dst=null perm=null
2015-02-10 22:40:30,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.xml dst=null perm=null
2015-02-10 22:40:30,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.xml dst=null perm=null
2015-02-10 22:40:30,102 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(369)) - Job jar is not present. Not adding any jar to the list of resources.
2015-02-10 22:40:30,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.split dst=null perm=null
2015-02-10 22:40:30,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.split dst=null perm=null
2015-02-10 22:40:30,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.splitmetainfo dst=null perm=null
2015-02-10 22:40:30,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.splitmetainfo dst=null perm=null
2015-02-10 22:40:30,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:30,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:30,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:30,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:30,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:30,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:30,117 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 5 submitted by user teamcity
2015-02-10 22:40:30,117 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(863)) - Storing application with id application_1423607944293_0005
2015-02-10 22:40:30,117 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423607944293_0005
2015-02-10 22:40:30,117 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(620)) - Storing info for app: application_1423607944293_0005
2015-02-10 22:40:30,117 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0005 State change from NEW to NEW_SAVING
2015-02-10 22:40:30,117 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0005 State change from NEW_SAVING to SUBMITTED
2015-02-10 22:40:30,118 INFO capacity.ParentQueue (ParentQueue.java:addApplication(495)) - Application added - appId: application_1423607944293_0005 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-10 22:40:30,118 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(542)) - Accepted application application_1423607944293_0005 from user: teamcity, in queue: default
2015-02-10 22:40:30,118 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(204)) - Submitted application application_1423607944293_0005
2015-02-10 22:40:30,118 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0005 State change from SUBMITTED to ACCEPTED
2015-02-10 22:40:30,119 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(611)) - Registering app attempt : appattempt_1423607944293_0005_000001
2015-02-10 22:40:30,119 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0005_000001 State change from NEW to SUBMITTED
2015-02-10 22:40:30,119 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(720)) - Application application_1423607944293_0005 from user: teamcity activated in queue: default
2015-02-10 22:40:30,119 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(736)) - Application added - appId: application_1423607944293_0005 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@55cdaad2, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-10 22:40:30,120 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(565)) - Added Application Attempt appattempt_1423607944293_0005_000001 to scheduler from user teamcity in queue default
2015-02-10 22:40:30,120 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0005_000001 State change from SUBMITTED to SCHEDULED
2015-02-10 22:40:30,121 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:47995/proxy/application_1423607944293_0005/
2015-02-10 22:40:30,121 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-mr] submitted hadoop job: job_1423607944293_0005
2015-02-10 22:40:30,122 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-mr] tracking url: http://ip-10-31-157-187:47995/proxy/application_1423607944293_0005/
2015-02-10 22:40:30,303 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741873_1049
2015-02-10 22:40:30,304 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741870_1046
2015-02-10 22:40:30,306 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741871_1047
2015-02-10 22:40:30,307 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741867_1043
2015-02-10 22:40:30,308 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741874_1050
2015-02-10 22:40:30,309 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048
2015-02-10 22:40:30,520 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:40:30,520 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000001
2015-02-10 22:40:30,520 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0005_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-02-10 22:40:30,520 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0005_000001 container=Container: [ContainerId: container_1423607944293_0005_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:40:30,521 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-10 22:40:30,521 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:30,521 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:52495 for container : container_1423607944293_0005_01_000001
2015-02-10 22:40:30,521 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:40:30,522 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423607944293_0005_000001
2015-02-10 22:40:30,522 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1624)) - Storing attempt: AppId: application_1423607944293_0005 AttemptId: appattempt_1423607944293_0005_000001 MasterContainer: Container: [ContainerId: container_1423607944293_0005_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ]
2015-02-10 22:40:30,522 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-10 22:40:30,522 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-10 22:40:30,523 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423607944293_0005_000001
2015-02-10 22:40:30,524 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423607944293_0005_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] for AM appattempt_1423607944293_0005_000001
2015-02-10 22:40:30,524 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423607944293_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-10 22:40:30,529 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0005_000001 (auth:SIMPLE)
2015-02-10 22:40:30,531 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0005_01_000001 by user teamcity
2015-02-10 22:40:30,532 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1423607944293_0005
2015-02-10 22:40:30,532 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000001
2015-02-10 22:40:30,532 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0005 transitioned from NEW to INITING
2015-02-10 22:40:30,533 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423607944293_0005_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] for AM appattempt_1423607944293_0005_000001
2015-02-10 22:40:30,533 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0005_01_000001 to application application_1423607944293_0005
2015-02-10 22:40:30,533 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0005_000001 State change from ALLOCATED to LAUNCHED
2015-02-10 22:40:30,533 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0005 transitioned from INITING to RUNNING
2015-02-10 22:40:30,534 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000001 transitioned from NEW to LOCALIZING
2015-02-10 22:40:30,534 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0005
2015-02-10 22:40:30,534 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-10 22:40:30,534 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.split transitioned from INIT to DOWNLOADING
2015-02-10 22:40:30,534 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-10 22:40:30,535 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0005_01_000001
2015-02-10 22:40:30,551 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423607944293_0005_01_000001.tokens. Credentials list:
2015-02-10 22:40:30,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:40:30,642 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:57417 to delete [blk_1073741863_1039, blk_1073741865_1041, blk_1073741866_1042]
2015-02-10 22:40:30,643 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:46700 to delete [blk_1073741863_1039, blk_1073741864_1040, blk_1073741866_1042, blk_1073741867_1043]
2015-02-10 22:40:30,700 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423607944293_0005_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000001.tokens
2015-02-10 22:40:30,700 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0005 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0005
2015-02-10 22:40:30,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.splitmetainfo dst=null perm=null
2015-02-10 22:40:30,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.splitmetainfo dst=null perm=null
2015-02-10 22:40:30,857 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40206, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-782245715_4476, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741873_1049, duration: 276605
2015-02-10 22:40:30,891 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.splitmetainfo(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0005/filecache/10/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:40:30,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.split dst=null perm=null
2015-02-10 22:40:30,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.split dst=null perm=null
2015-02-10 22:40:30,933 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57784, bytes: 815, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-782245715_4476, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048, duration: 258098
2015-02-10 22:40:30,967 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.split(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0005/filecache/11/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:40:30,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.xml dst=null perm=null
2015-02-10 22:40:30,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.xml dst=null perm=null
2015-02-10 22:40:31,006 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57784, bytes: 81373, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-782245715_4476, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741874_1050, duration: 428447
2015-02-10 22:40:31,039 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.xml(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0005/filecache/12/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:40:31,039 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:40:31,085 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-10 22:40:31,085 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:31,203 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000001/default_container_executor.sh]
2015-02-10 22:40:31,519 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:40:31,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741863 for deletion
2015-02-10 22:40:31,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741865 for deletion
2015-02-10 22:40:31,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741863 for deletion
2015-02-10 22:40:31,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741866_1042 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741866 for deletion
2015-02-10 22:40:31,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741863
2015-02-10 22:40:31,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741864 for deletion
2015-02-10 22:40:31,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741866_1042 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741866 for deletion
2015-02-10 22:40:31,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741867_1043 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741867 for deletion
2015-02-10 22:40:31,831 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741864_1040 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741864
2015-02-10 22:40:31,831 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741863
2015-02-10 22:40:31,831 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741867_1043 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741867
2015-02-10 22:40:31,831 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741866_1042 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741866
2015-02-10 22:40:31,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741866_1042 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741866
2015-02-10 22:40:31,831 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741865
2015-02-10 22:40:33,643 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:47015 to delete [blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041, blk_1073741866_1042, blk_1073741867_1043]
2015-02-10 22:40:33,644 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:34372 to delete [blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041, blk_1073741867_1043]
2015-02-10 22:40:33,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null
2015-02-10 22:40:34,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/COMMIT_STARTED dst=null perm=null
2015-02-10 22:40:34,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/COMMIT_SUCCESS dst=null perm=null
2015-02-10 22:40:34,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/COMMIT_FAIL dst=null perm=null
2015-02-10 22:40:34,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005 dst=null perm=null
2015-02-10 22:40:34,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-02-10 22:40:34,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null
2015-02-10 22:40:34,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.splitmetainfo dst=null perm=null
2015-02-10 22:40:34,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.splitmetainfo dst=null perm=null
2015-02-10 22:40:34,730 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40211, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1552449309_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741873_1049, duration: 277551
2015-02-10 22:40:34,862 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741874_1050
2015-02-10 22:40:34,862 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048
2015-02-10 22:40:34,863 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741873_1049
2015-02-10 22:40:34,970 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423607944293_0004_01_000001 succeeded
2015-02-10 22:40:34,970 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-10 22:40:34,970 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0004_01_000001
2015-02-10 22:40:34,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741863 for deletion
2015-02-10 22:40:34,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741864 for deletion
2015-02-10 22:40:34,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741863
2015-02-10 22:40:34,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741865 for deletion
2015-02-10 22:40:34,987 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741866_1042 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741866 for deletion
2015-02-10 22:40:34,987 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741865
2015-02-10 22:40:34,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741864_1040 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741864
2015-02-10 22:40:34,987 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000001
2015-02-10 22:40:34,987 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741866_1042 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741866
2015-02-10 22:40:34,987 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741867_1043 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741867 for deletion
2015-02-10 22:40:34,988 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000001
2015-02-10 22:40:34,988 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741867_1043 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741867
2015-02-10 22:40:34,988 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000001
2015-02-10 22:40:34,988 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000001
2015-02-10 22:40:34,989 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-10 22:40:34,989 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0004_01_000001 from application application_1423607944293_0004
2015-02-10 22:40:34,989 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:34,989 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0004
2015-02-10 22:40:34,989 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423607944293_0004/container_1423607944293_0004_01_000001
2015-02-10 22:40:35,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741874_1050
2015-02-10 22:40:35,064 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0004_01_000001]
2015-02-10 22:40:35,064 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:35,064 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0004_01_000001 in state: COMPLETED event:FINISHED
2015-02-10 22:40:35,064 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0004 CONTAINERID=container_1423607944293_0004_01_000001
2015-02-10 22:40:35,065 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0004_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:40430, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-10 22:40:35,065 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-10 22:40:35,065 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(617)) - Unregistering app attempt : appattempt_1423607944293_0004_000001
2015-02-10 22:40:35,065 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:40430, NodeHttpAddress: ip-10-31-157-187.ec2.internal:38921, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:40430 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:35,065 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0004_000001 State change from FINISHING to FINISHED
2015-02-10 22:40:35,065 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:35,066 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0004 State change from FINISHING to FINISHED
2015-02-10 22:40:35,066 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-10 22:40:35,066 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423607944293_0004
2015-02-10 22:40:35,066 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0004_000001 released container container_1423607944293_0004_01_000001 on node: host: ip-10-31-157-187.ec2.internal:40430 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-10 22:40:35,066 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423607944293_0004,name=first-mr,user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:47995/proxy/application_1423607944293_0004/jobhistory/job/job_1423607944293_0004,appMasterHost=ip-10-31-157-187,startTime=1423608007308,finishTime=1423608028802,finalStatus=SUCCEEDED
2015-02-10 22:40:35,066 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(596)) - Application Attempt appattempt_1423607944293_0004_000001 is done. finalState=FINISHED
2015-02-10 22:40:35,067 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1423607944293_0004 requests cleared
2015-02-10 22:40:35,067 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(778)) - Application removed - appId: application_1423607944293_0004 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-10 22:40:35,067 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(520)) - Application removed - appId: application_1423607944293_0004 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-10 22:40:35,068 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423607944293_0004_000001
2015-02-10 22:40:35,075 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0004_000001 (auth:SIMPLE)
2015-02-10 22:40:35,077 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0004_01_000001
2015-02-10 22:40:35,270 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741863 for deletion
2015-02-10 22:40:35,270 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741864 for deletion
2015-02-10 22:40:35,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741863
2015-02-10 22:40:35,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741865 for deletion
2015-02-10 22:40:35,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741867_1043 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741867 for deletion
2015-02-10 22:40:35,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741865
2015-02-10 22:40:35,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741864_1040 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741864
2015-02-10 22:40:35,272 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741867_1043 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741867
2015-02-10 22:40:35,521 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-10 22:40:35,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0004
2015-02-10 22:40:35,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0004
2015-02-10 22:40:35,522 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1423607944293_0004
2015-02-10 22:40:35,522 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0004
2015-02-10 22:40:35,522 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-10 22:40:35,522 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423607944293_0004, with delay of 10800 seconds
2015-02-10 22:40:35,523 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0004
2015-02-10 22:40:36,054 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0005_000001 (auth:SIMPLE)
2015-02-10 22:40:36,059 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(266)) - AM registration appattempt_1423607944293_0005_000001
2015-02-10 22:40:36,059 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423607944293_0005 APPATTEMPTID=appattempt_1423607944293_0005_000001
2015-02-10 22:40:36,059 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0005_000001 State change from LAUNCHED to RUNNING
2015-02-10 22:40:36,060 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0005 State change from ACCEPTED to RUNNING
2015-02-10 22:40:36,068 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-10 22:40:36,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423607944293_0004
2015-02-10 22:40:36,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423607944293_0004
2015-02-10 22:40:36,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423607944293_0004
2015-02-10 22:40:36,070 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423607944293_0004
2015-02-10 22:40:36,071 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1423607944293_0004
2015-02-10 22:40:36,072 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-10 22:40:36,072 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423607944293_0004, with delay of 10800 seconds
2015-02-10 22:40:36,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job_1423607944293_0005_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:36,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:40:36,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job_1423607944293_0005_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:36,425 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job_1423607944293_0005_1_conf.xml. BP-1386448687-10.31.157.187-1423607926902 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]}
2015-02-10 22:40:36,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741875_1051 src: /127.0.0.1:48582 dest: /127.0.0.1:47015
2015-02-10 22:40:36,485 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741875_1051 src: /127.0.0.1:47087 dest: /127.0.0.1:34372
2015-02-10 22:40:36,486 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741875_1051 src: /127.0.0.1:40218 dest: /127.0.0.1:46700
2015-02-10 22:40:36,516 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40218, dest: /127.0.0.1:46700, bytes: 95596, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1552449309_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741875_1051, duration: 28116870
2015-02-10 22:40:36,516 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:36,517 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:40:36,517 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:47087, dest: /127.0.0.1:34372, bytes: 95596, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1552449309_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741875_1051, duration: 28797446
2015-02-10 22:40:36,517 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:36,517 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:40:36,518 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48582, dest: /127.0.0.1:47015, bytes: 95596, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1552449309_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741875_1051, duration: 29541663
2015-02-10 22:40:36,518 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:36,518 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:40:36,524 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job_1423607944293_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1552449309_1
2015-02-10 22:40:37,522 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:40:37,522 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000002
2015-02-10 22:40:37,522 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0005_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-02-10 22:40:37,523 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0005_000001 container=Container: [ContainerId: container_1423607944293_0005_01_000002, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:40:37,523 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-10 22:40:37,523 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:37,523 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:40:37,524 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000003
2015-02-10 22:40:37,524 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0005_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-02-10 22:40:37,524 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0005_000001 container=Container: [ContainerId: container_1423607944293_0005_01_000003, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:40:37,524 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-10 22:40:37,524 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:37,696 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:40:37,696 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000004
2015-02-10 22:40:37,696 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0005_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59458, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-02-10 22:40:37,697 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0005_000001 container=Container: [ContainerId: container_1423607944293_0005_01_000004, NodeId: ip-10-31-157-187.ec2.internal:59458, NodeHttpAddress: ip-10-31-157-187.ec2.internal:60958, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:40:37,697 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-10 22:40:37,697 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:37,697 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:40:37,698 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000005
2015-02-10 22:40:37,698 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0005_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59458, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-02-10 22:40:37,698 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0005_000001 container=Container: [ContainerId: container_1423607944293_0005_01_000005, NodeId: ip-10-31-157-187.ec2.internal:59458, NodeHttpAddress: ip-10-31-157-187.ec2.internal:60958, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:40:37,698 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-10 22:40:37,698 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:38,173 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:52495 for container : container_1423607944293_0005_01_000002
2015-02-10 22:40:38,174 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:40:38,174 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:40:38,174 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:59458 for container : container_1423607944293_0005_01_000004
2015-02-10 22:40:38,175 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:40:38,175 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:40:38,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.xml dst=null perm=null
2015-02-10 22:40:38,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.xml dst=null perm=null
2015-02-10 22:40:38,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:38,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:38,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:38,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:38,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:38,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:38,366 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0005_000001 (auth:SIMPLE)
2015-02-10 22:40:38,366 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0005_000001 (auth:SIMPLE)
2015-02-10 22:40:38,372 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0005_01_000002 by user teamcity
2015-02-10 22:40:38,373 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000002
2015-02-10 22:40:38,373 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0005_01_000002 to application application_1423607944293_0005
2015-02-10 22:40:38,374 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000002 transitioned from NEW to LOCALIZING
2015-02-10 22:40:38,374 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0005
2015-02-10 22:40:38,374 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0005
2015-02-10 22:40:38,374 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:40:38,374 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0005
2015-02-10 22:40:38,375 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:40:38,376 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0005_01_000005 by user teamcity
2015-02-10 22:40:38,377 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1423607944293_0005
2015-02-10 22:40:38,377 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000005
2015-02-10 22:40:38,377 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0005 transitioned from NEW to INITING
2015-02-10 22:40:38,377 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0005_01_000005 to application application_1423607944293_0005
2015-02-10 22:40:38,378 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0005 transitioned from INITING to RUNNING
2015-02-10 22:40:38,378 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0005_01_000004 by user teamcity
2015-02-10 22:40:38,378 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000005 transitioned from NEW to LOCALIZING
2015-02-10 22:40:38,378 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0005
2015-02-10 22:40:38,378 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000004
2015-02-10 22:40:38,379 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0005
2015-02-10 22:40:38,379 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:40:38,379 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0005
2015-02-10 22:40:38,379 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-10 22:40:38,379 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0005_01_000003 by user teamcity
2015-02-10 22:40:38,380 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0005_01_000004 to application application_1423607944293_0005
2015-02-10 22:40:38,380 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000003
2015-02-10 22:40:38,380 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0005_01_000005
2015-02-10 22:40:38,380 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0005_01_000003 to application application_1423607944293_0005
2015-02-10 22:40:38,381 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000003 transitioned from NEW to LOCALIZING
2015-02-10 22:40:38,381 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000004 transitioned from NEW to LOCALIZING
2015-02-10 22:40:38,381 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0005
2015-02-10 22:40:38,381 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0005
2015-02-10 22:40:38,381 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0005
2015-02-10 22:40:38,381 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:40:38,381 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0005
2015-02-10 22:40:38,381 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0005
2015-02-10 22:40:38,382 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:40:38,382 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0005
2015-02-10 22:40:38,382 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0005_01_000004
2015-02-10 22:40:38,382 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:40:38,401 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423607944293_0005_01_000005.tokens. Credentials list:
2015-02-10 22:40:38,401 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423607944293_0005_01_000004.tokens. Credentials list:
2015-02-10 22:40:38,436 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:40:38,437 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-10 22:40:38,437 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-10 22:40:38,438 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:38,438 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:38,522 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:40:38,522 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:40:38,579 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000003/default_container_executor.sh]
2015-02-10 22:40:38,579 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000002/default_container_executor.sh]
2015-02-10 22:40:38,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423607944293_0005_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000005.tokens
2015-02-10 22:40:38,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0005 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0005
2015-02-10 22:40:38,697 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:40:38,697 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:40:38,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.xml dst=null perm=null
2015-02-10 22:40:38,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.xml dst=null perm=null
2015-02-10 22:40:38,760 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57802, bytes: 81373, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1828623115_4755, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741874_1050, duration: 443362
2015-02-10 22:40:38,798 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.xml(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423607944293_0005/filecache/10/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:40:38,799 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:40:38,799 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:40:38,855 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-10 22:40:38,855 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:38,857 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-10 22:40:38,857 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:38,990 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000004/default_container_executor.sh]
2015-02-10 22:40:38,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000005/default_container_executor.sh]
2015-02-10 22:40:39,197 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-02-10 22:40:39,846 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:40:39,868 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741875_1051
2015-02-10 22:40:40,057 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741875_1051
2015-02-10 22:40:40,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423607944293_0005_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000004.tokens
2015-02-10 22:40:40,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0005 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0005
2015-02-10 22:40:40,314 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741875_1051
2015-02-10 22:40:42,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.split dst=null perm=null
2015-02-10 22:40:42,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.split dst=null perm=null
2015-02-10 22:40:42,838 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:47105, bytes: 815, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0005_m_000001_0_-1312709029_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048, duration: 267865
2015-02-10 22:40:42,881 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48602, bytes: 815, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0005_m_000000_0_235029223_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048, duration: 257400
2015-02-10 22:40:42,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2015-02-10 22:40:42,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2015-02-10 22:40:42,976 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48602, bytes: 538, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0005_m_000000_0_235029223_1, offset: 1024, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741868_1044, duration: 259754
2015-02-10 22:40:43,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.split dst=null perm=null
2015-02-10 22:40:43,130 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40238, bytes: 1570, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0005_m_000001_0_-1312709029_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741868_1044, duration: 273455
2015-02-10 22:40:43,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423607944293_0005_m_000001_0 dst=null perm=null
2015-02-10 22:40:43,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423607944293_0005_m_000000_0 dst=null perm=null
2015-02-10 22:40:43,289 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40239, bytes: 299, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0005_m_000003_0_200306739_1, offset: 512, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048, duration: 293251
2015-02-10 22:40:43,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job.split dst=null perm=null
2015-02-10 22:40:43,325 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0005_01_000003
2015-02-10 22:40:43,325 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000003
2015-02-10 22:40:43,325 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000003 transitioned from RUNNING to KILLING
2015-02-10 22:40:43,326 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0005_01_000003
2015-02-10 22:40:43,333 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0005_01_000002
2015-02-10 22:40:43,333 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000002
2015-02-10 22:40:43,344 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0005_01_000003 is : 143
2015-02-10 22:40:43,352 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job_1423607944293_0005_1.jhist. BP-1386448687-10.31.157.187-1423607926902 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]}
2015-02-10 22:40:43,361 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000002 transitioned from RUNNING to KILLING
2015-02-10 22:40:43,361 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:40:43,361 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0005_01_000002
2015-02-10 22:40:43,373 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741876_1052 src: /127.0.0.1:40241 dest: /127.0.0.1:46700
2015-02-10 22:40:43,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741876_1052 src: /127.0.0.1:57819 dest: /127.0.0.1:57417
2015-02-10 22:40:43,378 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741876_1052 src: /127.0.0.1:48609 dest: /127.0.0.1:47015
2015-02-10 22:40:43,378 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0005_01_000002 is : 143
2015-02-10 22:40:43,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2015-02-10 22:40:43,392 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48610, bytes: 1054, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0005_m_000003_0_200306739_1, offset: 512, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741868_1044, duration: 1443265
2015-02-10 22:40:43,393 INFO hdfs.StateChange (FSNamesystem.java:fsync(3707)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job_1423607944293_0005_1.jhist for DFSClient_NONMAPREDUCE_-1552449309_1
2015-02-10 22:40:43,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000003
2015-02-10 22:40:43,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000003
2015-02-10 22:40:43,401 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000003
2015-02-10 22:40:43,402 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000003
2015-02-10 22:40:43,403 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:40:43,403 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000003
2015-02-10 22:40:43,403 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:40:43,404 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000002
2015-02-10 22:40:43,404 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000002
2015-02-10 22:40:43,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000002
2015-02-10 22:40:43,405 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0005_01_000003 from application application_1423607944293_0005
2015-02-10 22:40:43,405 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:43,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000002
2015-02-10 22:40:43,405 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0005
2015-02-10 22:40:43,406 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000002
2015-02-10 22:40:43,407 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:40:43,407 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0005_01_000002 from application application_1423607944293_0005
2015-02-10 22:40:43,407 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:43,407 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0005
2015-02-10 22:40:43,482 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48611, bytes: 815, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0005_m_000002_0_-416786220_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741872_1048, duration: 288296
2015-02-10 22:40:43,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2015-02-10 22:40:43,564 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57823, bytes: 1570, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0005_m_000002_0_-416786220_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741868_1044, duration: 272714
2015-02-10 22:40:43,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423607944293_0005_m_000003_0 dst=null perm=null
2015-02-10 22:40:43,730 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0005_01_000005
2015-02-10 22:40:43,730 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000005
2015-02-10 22:40:43,731 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000005 transitioned from RUNNING to KILLING
2015-02-10 22:40:43,731 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0005_01_000005
2015-02-10 22:40:43,746 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0005_01_000005 is : 143
2015-02-10 22:40:43,762 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:40:43,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000005
2015-02-10 22:40:43,763 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000005
2015-02-10 22:40:43,763 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000005
2015-02-10 22:40:43,763 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000005
2015-02-10 22:40:43,763 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000005
2015-02-10 22:40:43,763 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:40:43,764 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0005_01_000005 from application application_1423607944293_0005
2015-02-10 22:40:43,764 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:43,764 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0005
2015-02-10 22:40:43,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423607944293_0005_m_000002_0 dst=null perm=null
2015-02-10 22:40:43,911 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0005_01_000004
2015-02-10 22:40:43,911 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000004
2015-02-10 22:40:43,911 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000004 transitioned from RUNNING to KILLING
2015-02-10 22:40:43,912 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0005_01_000005]
2015-02-10 22:40:43,912 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0005_01_000004
2015-02-10 22:40:43,913 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:43,913 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0005_01_000005 in state: COMPLETED event:FINISHED
2015-02-10 22:40:43,913 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000005
2015-02-10 22:40:43,913 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0005_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59458, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-10 22:40:43,913 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-10 22:40:43,915 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0005_01_000005, NodeId: ip-10-31-157-187.ec2.internal:59458, NodeHttpAddress: ip-10-31-157-187.ec2.internal:60958, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:59458 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:43,915 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:43,915 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-10 22:40:43,915 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0005_000001 released container container_1423607944293_0005_01_000005 on node: host: ip-10-31-157-187.ec2.internal:59458 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-10 22:40:43,931 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0005_01_000004 is : 143
2015-02-10 22:40:43,948 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:40:43,948 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000004
2015-02-10 22:40:43,948 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000004
2015-02-10 22:40:43,949 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000004
2015-02-10 22:40:43,949 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000004
2015-02-10 22:40:43,949 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000004
2015-02-10 22:40:43,949 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:40:43,950 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0005_01_000004 from application application_1423607944293_0005
2015-02-10 22:40:43,950 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:43,950 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0005
2015-02-10 22:40:44,334 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0005_01_000003, container_1423607944293_0005_01_000002]
2015-02-10 22:40:44,334 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:44,334 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0005_01_000002 in state: COMPLETED event:FINISHED
2015-02-10 22:40:44,334 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000002
2015-02-10 22:40:44,334 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0005_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-10 22:40:44,335 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-10 22:40:44,335 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0005_01_000002, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:44,336 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:44,336 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-10 22:40:44,336 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0005_000001 released container container_1423607944293_0005_01_000002 on node: host: ip-10-31-157-187.ec2.internal:52495 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-10 22:40:44,336 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:44,336 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0005_01_000003 in state: COMPLETED event:FINISHED
2015-02-10 22:40:44,336 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000003
2015-02-10 22:40:44,337 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0005_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-10 22:40:44,337 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-10 22:40:44,337 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0005_01_000003, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:44,337 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:44,338 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-10 22:40:44,338 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0005_000001 released container container_1423607944293_0005_01_000003 on node: host: ip-10-31-157-187.ec2.internal:52495 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-10 22:40:44,913 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0005_01_000004]
2015-02-10 22:40:44,913 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:44,913 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0005_01_000004 in state: COMPLETED event:FINISHED
2015-02-10 22:40:44,913 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000004
2015-02-10 22:40:44,913 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0005_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59458, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-10 22:40:44,914 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-10 22:40:44,915 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0005_01_000004, NodeId: ip-10-31-157-187.ec2.internal:59458, NodeHttpAddress: ip-10-31-157-187.ec2.internal:60958, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:59458 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:44,915 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:44,915 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-10 22:40:44,915 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0005_000001 released container container_1423607944293_0005_01_000004 on node: host: ip-10-31-157-187.ec2.internal:59458 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-10 22:40:45,335 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:40:45,335 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000006
2015-02-10 22:40:45,335 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0005_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-02-10 22:40:45,335 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0005_000001 container=Container: [ContainerId: container_1423607944293_0005_01_000006, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:40:45,336 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-10 22:40:45,336 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:46,233 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:40:46,246 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0005_01_000006 by user teamcity
2015-02-10 22:40:46,246 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000006
2015-02-10 22:40:46,246 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0005_01_000006 to application application_1423607944293_0005
2015-02-10 22:40:46,247 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000006 transitioned from NEW to LOCALIZING
2015-02-10 22:40:46,247 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0005
2015-02-10 22:40:46,247 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0005
2015-02-10 22:40:46,247 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:40:46,248 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0005
2015-02-10 22:40:46,248 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:40:46,300 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-10 22:40:46,300 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:46,335 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:40:46,416 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000006/default_container_executor.sh]
2015-02-10 22:40:47,237 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-02-10 22:40:48,674 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(177)) - Rescanning after 30000 milliseconds
2015-02-10 22:40:48,675 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-10 22:40:49,875 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(685)) - Setting connection close header...
2015-02-10 22:40:49,879 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(685)) - Setting connection close header...
2015-02-10 22:40:49,897 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(685)) - Setting connection close header...
2015-02-10 22:40:49,997 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(673)) - Number of transactions: 441 Total time for transactions(ms): 52 Number of transactions batched in Syncs: 0 Number of syncs: 289 SyncTimes(ms): 858 533
2015-02-10 22:40:50,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423607944293_0005_r_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:50,062 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423607944293_0005_r_000000_0/part-00000. BP-1386448687-10.31.157.187-1423607926902 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]}
2015-02-10 22:40:50,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741877_1053 src: /127.0.0.1:48622 dest: /127.0.0.1:47015
2015-02-10 22:40:50,215 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741877_1053 src: /127.0.0.1:47127 dest: /127.0.0.1:34372
2015-02-10 22:40:50,217 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741877_1053 src: /127.0.0.1:57835 dest: /127.0.0.1:57417
2015-02-10 22:40:50,266 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57835, dest: /127.0.0.1:57417, bytes: 1595, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0005_r_000000_0_763234803_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741877_1053, duration: 45077761
2015-02-10 22:40:50,266 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:40:50,267 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:47127, dest: /127.0.0.1:34372, bytes: 1595, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0005_r_000000_0_763234803_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741877_1053, duration: 46236453
2015-02-10 22:40:50,267 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:50,267 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:50,268 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:40:50,268 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48622, dest: /127.0.0.1:47015, bytes: 1595, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0005_r_000000_0_763234803_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741877_1053, duration: 47001384
2015-02-10 22:40:50,268 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:50,268 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 0
2015-02-10 22:40:50,286 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423607944293_0005_r_000000_0/part-00000 is closed by DFSClient_attempt_1423607944293_0005_r_000000_0_763234803_1
2015-02-10 22:40:50,318 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741877_1053
2015-02-10 22:40:50,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423607944293_0005_r_000000_0 dst=null perm=null
2015-02-10 22:40:50,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423607944293_0005_r_000000_0 dst=null perm=null
2015-02-10 22:40:50,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1423607944293_0005_r_000000 dst=null perm=null
2015-02-10 22:40:50,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423607944293_0005_r_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1423607944293_0005_r_000000 perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:40:50,465 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0005_01_000006
2015-02-10 22:40:50,465 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000006
2015-02-10 22:40:50,465 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000006 transitioned from RUNNING to KILLING
2015-02-10 22:40:50,466 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0005_01_000006
2015-02-10 22:40:50,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:50,481 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1552449309_1
2015-02-10 22:40:50,484 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0005_01_000006 is : 143
2015-02-10 22:40:50,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1 dst=null perm=null
2015-02-10 22:40:50,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-02-10 22:40:50,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-02-10 22:40:50,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1423607944293_0005_r_000000 dst=null perm=null
2015-02-10 22:40:50,499 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:40:50,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2015-02-10 22:40:50,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000006
2015-02-10 22:40:50,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000006
2015-02-10 22:40:50,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000006
2015-02-10 22:40:50,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000006
2015-02-10 22:40:50,501 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000006
2015-02-10 22:40:50,503 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:40:50,503 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0005_01_000006 from application application_1423607944293_0005
2015-02-10 22:40:50,503 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:50,503 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0005
2015-02-10 22:40:50,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1423607944293_0005_r_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:50,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary dst=null perm=null
2015-02-10 22:40:50,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:50,532 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1552449309_1
2015-02-10 22:40:50,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:50,541 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1552449309_1
2015-02-10 22:40:50,571 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48609, dest: /127.0.0.1:47015, bytes: 53195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1552449309_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741876_1052, duration: 7189562099
2015-02-10 22:40:50,572 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:50,573 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]} size 14834
2015-02-10 22:40:50,573 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57819, dest: /127.0.0.1:57417, bytes: 53195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1552449309_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741876_1052, duration: 7192020126
2015-02-10 22:40:50,573 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:50,574 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40241, dest: /127.0.0.1:46700, bytes: 53195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1552449309_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741876_1052, duration: 7193486901
2015-02-10 22:40:50,575 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:50,575 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]} size 14834
2015-02-10 22:40:50,576 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW]]} size 14834
2015-02-10 22:40:50,654 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job_1423607944293_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_-1552449309_1
2015-02-10 22:40:50,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:50,705 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005.summary_tmp. BP-1386448687-10.31.157.187-1423607926902 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]}
2015-02-10 22:40:50,711 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741878_1054 src: /127.0.0.1:47129 dest: /127.0.0.1:34372
2015-02-10 22:40:50,713 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741878_1054 src: /127.0.0.1:40260 dest: /127.0.0.1:46700
2015-02-10 22:40:50,714 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741878_1054 src: /127.0.0.1:57838 dest: /127.0.0.1:57417
2015-02-10 22:40:50,718 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57838, dest: /127.0.0.1:57417, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1552449309_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741878_1054, duration: 1561251
2015-02-10 22:40:50,718 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:40:50,719 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:50,720 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40260, dest: /127.0.0.1:46700, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1552449309_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741878_1054, duration: 3902053
2015-02-10 22:40:50,720 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:50,720 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:40:50,721 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:47129, dest: /127.0.0.1:34372, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1552449309_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741878_1054, duration: 4511041
2015-02-10 22:40:50,721 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:50,721 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:40:50,725 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1552449309_1
2015-02-10 22:40:50,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:40:50,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job_1423607944293_0005_1.jhist dst=null perm=null
2015-02-10 22:40:50,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005-1423608030116-teamcity-second%2Dmr-1423608050542-4-1-SUCCEEDED-default-1423608036096.jhist_tmp dst=null perm=null
2015-02-10 22:40:50,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job_1423607944293_0005_1.jhist dst=null perm=null
2015-02-10 22:40:50,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005-1423608030116-teamcity-second%2Dmr-1423608050542-4-1-SUCCEEDED-default-1423608036096.jhist_tmp dst=null perm=null
2015-02-10 22:40:50,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job_1423607944293_0005_1.jhist dst=null perm=null
2015-02-10 22:40:50,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005-1423608030116-teamcity-second%2Dmr-1423608050542-4-1-SUCCEEDED-default-1423608036096.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:50,768 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57839, bytes: 53611, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1552449309_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741876_1052, duration: 314600
2015-02-10 22:40:50,771 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005-1423608030116-teamcity-second%2Dmr-1423608050542-4-1-SUCCEEDED-default-1423608036096.jhist_tmp. BP-1386448687-10.31.157.187-1423607926902 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]}
2015-02-10 22:40:50,775 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741879_1055 src: /127.0.0.1:48629 dest: /127.0.0.1:47015
2015-02-10 22:40:50,776 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741879_1055 src: /127.0.0.1:57841 dest: /127.0.0.1:57417
2015-02-10 22:40:50,781 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741879_1055 src: /127.0.0.1:47135 dest: /127.0.0.1:34372
2015-02-10 22:40:50,789 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:47135, dest: /127.0.0.1:34372, bytes: 53195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1552449309_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741879_1055, duration: 6031271
2015-02-10 22:40:50,789 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:50,789 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:40:50,790 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57841, dest: /127.0.0.1:57417, bytes: 53195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1552449309_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741879_1055, duration: 3361424
2015-02-10 22:40:50,790 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:50,790 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:40:50,791 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48629, dest: /127.0.0.1:47015, bytes: 53195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1552449309_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741879_1055, duration: 7660232
2015-02-10 22:40:50,791 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:50,791 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:40:50,795 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005-1423608030116-teamcity-second%2Dmr-1423608050542-4-1-SUCCEEDED-default-1423608036096.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1552449309_1
2015-02-10 22:40:50,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005-1423608030116-teamcity-second%2Dmr-1423608050542-4-1-SUCCEEDED-default-1423608036096.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:40:50,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job_1423607944293_0005_1_conf.xml dst=null perm=null
2015-02-10 22:40:50,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005_conf.xml_tmp dst=null perm=null
2015-02-10 22:40:50,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job_1423607944293_0005_1_conf.xml dst=null perm=null
2015-02-10 22:40:50,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005_conf.xml_tmp dst=null perm=null
2015-02-10 22:40:50,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005/job_1423607944293_0005_1_conf.xml dst=null perm=null
2015-02-10 22:40:50,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:50,813 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:47136, bytes: 96344, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1552449309_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741875_1051, duration: 403320
2015-02-10 22:40:50,816 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005_conf.xml_tmp. BP-1386448687-10.31.157.187-1423607926902 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]}
2015-02-10 22:40:50,820 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741880_1056 src: /127.0.0.1:47137 dest: /127.0.0.1:34372
2015-02-10 22:40:50,822 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741880_1056 src: /127.0.0.1:48634 dest: /127.0.0.1:47015
2015-02-10 22:40:50,824 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741880_1056 src: /127.0.0.1:40269 dest: /127.0.0.1:46700
2015-02-10 22:40:50,829 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40269, dest: /127.0.0.1:46700, bytes: 95596, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1552449309_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741880_1056, duration: 2968578
2015-02-10 22:40:50,829 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:50,830 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48634, dest: /127.0.0.1:47015, bytes: 95596, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1552449309_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741880_1056, duration: 3531140
2015-02-10 22:40:50,830 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]} size 0
2015-02-10 22:40:50,830 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:50,831 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]} size 0
2015-02-10 22:40:50,831 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:47137, dest: /127.0.0.1:34372, bytes: 95596, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1552449309_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741880_1056, duration: 4856360
2015-02-10 22:40:50,832 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:50,832 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]} size 0
2015-02-10 22:40:50,838 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1552449309_1
2015-02-10 22:40:50,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:40:50,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005.summary perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:40:50,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005_conf.xml perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:40:50,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005-1423608030116-teamcity-second%2Dmr-1423608050542-4-1-SUCCEEDED-default-1423608036096.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0005-1423608030116-teamcity-second%2Dmr-1423608050542-4-1-SUCCEEDED-default-1423608036096.jhist perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:40:50,864 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(986)) - Updating application attempt appattempt_1423607944293_0005_000001 with final state: FINISHING
2015-02-10 22:40:50,865 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0005_000001 State change from RUNNING to FINAL_SAVING
2015-02-10 22:40:50,865 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(882)) - Updating application application_1423607944293_0005 with final state: FINISHING
2015-02-10 22:40:50,865 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0005 State change from RUNNING to FINAL_SAVING
2015-02-10 22:40:50,865 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(620)) - Storing info for app: application_1423607944293_0005
2015-02-10 22:40:50,865 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0005_000001 State change from FINAL_SAVING to FINISHING
2015-02-10 22:40:50,866 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0005 State change from FINAL_SAVING to FINISHING
2015-02-10 22:40:51,466 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0005_01_000006]
2015-02-10 22:40:51,466 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:51,467 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0005_01_000006 in state: COMPLETED event:FINISHED
2015-02-10 22:40:51,467 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000006
2015-02-10 22:40:51,467 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0005_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-10 22:40:51,467 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-10 22:40:51,469 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0005_01_000006, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:51,470 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:51,470 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-10 22:40:51,470 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0005_000001 released container container_1423607944293_0005_01_000006 on node: host: ip-10-31-157-187.ec2.internal:52495 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-10 22:40:51,876 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741872_1048 127.0.0.1:57417 127.0.0.1:47015 127.0.0.1:46700 127.0.0.1:34372
2015-02-10 22:40:51,876 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741873_1049 127.0.0.1:34372 127.0.0.1:46700 127.0.0.1:57417
2015-02-10 22:40:51,876 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741874_1050 127.0.0.1:57417 127.0.0.1:34372 127.0.0.1:46700
2015-02-10 22:40:51,877 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741876_1052 127.0.0.1:46700 127.0.0.1:57417 127.0.0.1:47015
2015-02-10 22:40:51,877 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741875_1051 127.0.0.1:47015 127.0.0.1:34372 127.0.0.1:46700
2015-02-10 22:40:51,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0005 dst=null perm=null
2015-02-10 22:40:51,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-02-10 22:40:51,946 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:40976/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary
2015-02-10 22:40:51,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary dst=null perm=null
2015-02-10 22:40:51,947 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: second-mr
2015-02-10 22:40:51,947 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: third-mr
2015-02-10 22:40:51,948 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] at least one sink is marked for delete
2015-02-10 22:40:51,948 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2015-02-10 22:40:51,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-02-10 22:40:51,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-02-10 22:40:51,952 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] starting
2015-02-10 22:40:51,953 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] source: Hfs["NullScheme"]["hdfs://localhost:40976/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2"]
2015-02-10 22:40:51,953 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] sink: Hfs["NullScheme"]["hdfs://localhost:40976/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3"]
2015-02-10 22:40:51,953 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] parallel execution is enabled: true
2015-02-10 22:40:51,953 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] starting jobs: 1
2015-02-10 22:40:51,953 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] allocating threads: 1
2015-02-10 22:40:51,954 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third-mr] starting step: Hfs["NullScheme"]["hdfs://localhost:40976/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3"]
2015-02-10 22:40:51,970 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58627
2015-02-10 22:40:51,988 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58627
2015-02-10 22:40:51,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-02-10 22:40:51,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null
2015-02-10 22:40:51,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null
2015-02-10 22:40:51,997 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 6
2015-02-10 22:40:51,998 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(150)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2015-02-10 22:40:51,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006 dst=null perm=null
2015-02-10 22:40:52,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006 dst=null perm=teamcity:supergroup:rwxr-xr-x
2015-02-10 22:40:52,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006 dst=null perm=teamcity:supergroup:rwx------
2015-02-10 22:40:52,008 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(259)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2015-02-10 22:40:52,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:52,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:52,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:52,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-02-10 22:40:52,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null
2015-02-10 22:40:52,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null
2015-02-10 22:40:52,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-02-10 22:40:52,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-02-10 22:40:52,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:52,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-02-10 22:40:52,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-02-10 22:40:52,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-02-10 22:40:52,022 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-10 22:40:52,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.split dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:40:52,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.split dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:40:52,068 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2587)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.split
2015-02-10 22:40:52,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.split dst=null perm=null
2015-02-10 22:40:52,076 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.split. BP-1386448687-10.31.157.187-1423607926902 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]}
2015-02-10 22:40:52,126 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057 src: /127.0.0.1:57849 dest: /127.0.0.1:57417
2015-02-10 22:40:52,127 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057 src: /127.0.0.1:47143 dest: /127.0.0.1:34372
2015-02-10 22:40:52,129 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057 src: /127.0.0.1:48640 dest: /127.0.0.1:47015
2015-02-10 22:40:52,131 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057 src: /127.0.0.1:40275 dest: /127.0.0.1:46700
2015-02-10 22:40:52,136 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40275, dest: /127.0.0.1:46700, bytes: 807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057, duration: 3538617
2015-02-10 22:40:52,136 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:52,136 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:40:52,137 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48640, dest: /127.0.0.1:47015, bytes: 807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057, duration: 3364340
2015-02-10 22:40:52,137 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:52,137 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:40:52,137 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:47143, dest: /127.0.0.1:34372, bytes: 807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057, duration: 4255182
2015-02-10 22:40:52,138 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:52,138 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:40:52,138 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57849, dest: /127.0.0.1:57417, bytes: 807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057, duration: 4965162
2015-02-10 22:40:52,139 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:52,139 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW]]} size 0
2015-02-10 22:40:52,149 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.split is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:40:52,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:40:52,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:40:52,162 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.splitmetainfo. BP-1386448687-10.31.157.187-1423607926902 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]}
2015-02-10 22:40:52,167 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741882_1058 src: /127.0.0.1:47146 dest: /127.0.0.1:34372
2015-02-10 22:40:52,170 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741882_1058 src: /127.0.0.1:57854 dest: /127.0.0.1:57417
2015-02-10 22:40:52,171 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741882_1058 src: /127.0.0.1:40278 dest: /127.0.0.1:46700
2015-02-10 22:40:52,175 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40278, dest: /127.0.0.1:46700, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741882_1058, duration: 2035929
2015-02-10 22:40:52,175 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]} size 0
2015-02-10 22:40:52,176 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:52,177 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57854, dest: /127.0.0.1:57417, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741882_1058, duration: 4230302
2015-02-10 22:40:52,178 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]} size 0
2015-02-10 22:40:52,178 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:52,179 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:47146, dest: /127.0.0.1:34372, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741882_1058, duration: 5776900
2015-02-10 22:40:52,179 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:52,181 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]} size 0
2015-02-10 22:40:52,185 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:40:52,186 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2015-02-10 22:40:52,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.xml dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:40:52,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.xml dst=null perm=teamcity:supergroup:rw-r--r--
2015-02-10 22:40:52,214 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.xml. BP-1386448687-10.31.157.187-1423607926902 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]}
2015-02-10 22:40:52,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741883_1059 src: /127.0.0.1:40279 dest: /127.0.0.1:46700
2015-02-10 22:40:52,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741883_1059 src: /127.0.0.1:48646 dest: /127.0.0.1:47015
2015-02-10 22:40:52,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741883_1059 src: /127.0.0.1:47151 dest: /127.0.0.1:34372
2015-02-10 22:40:52,228 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:47151, dest: /127.0.0.1:34372, bytes: 80740, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741883_1059, duration: 4027763
2015-02-10 22:40:52,229 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:52,229 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:40:52,229 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48646, dest: /127.0.0.1:47015, bytes: 80740, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741883_1059, duration: 4768617
2015-02-10 22:40:52,230 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:40:52,230 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:52,231 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40279, dest: /127.0.0.1:46700, bytes: 80740, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741883_1059, duration: 5579759
2015-02-10 22:40:52,231 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:40:52,231 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:52,234 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.xml is closed by DFSClient_NONMAPREDUCE_507144746_11
2015-02-10 22:40:52,235 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423607944293_0006
2015-02-10 22:40:52,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006 dst=null perm=null
2015-02-10 22:40:52,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.xml dst=null perm=null
2015-02-10 22:40:52,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.xml dst=null perm=null
2015-02-10 22:40:52,239 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(369)) - Job jar is not present. Not adding any jar to the list of resources.
2015-02-10 22:40:52,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.split dst=null perm=null
2015-02-10 22:40:52,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.split dst=null perm=null
2015-02-10 22:40:52,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.splitmetainfo dst=null perm=null
2015-02-10 22:40:52,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.splitmetainfo dst=null perm=null
2015-02-10 22:40:52,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:52,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:52,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:52,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:52,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:40:52,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:40:52,252 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 6 submitted by user teamcity
2015-02-10 22:40:52,252 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(863)) - Storing application with id application_1423607944293_0006
2015-02-10 22:40:52,252 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423607944293_0006
2015-02-10 22:40:52,253 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(620)) - Storing info for app: application_1423607944293_0006
2015-02-10 22:40:52,252 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0006 State change from NEW to NEW_SAVING
2015-02-10 22:40:52,253 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0006 State change from NEW_SAVING to SUBMITTED
2015-02-10 22:40:52,253 INFO capacity.ParentQueue (ParentQueue.java:addApplication(495)) - Application added - appId: application_1423607944293_0006 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-10 22:40:52,253 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(542)) - Accepted application application_1423607944293_0006 from user: teamcity, in queue: default
2015-02-10 22:40:52,254 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(204)) - Submitted application application_1423607944293_0006
2015-02-10 22:40:52,254 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0006 State change from SUBMITTED to ACCEPTED
2015-02-10 22:40:52,254 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(611)) - Registering app attempt : appattempt_1423607944293_0006_000001
2015-02-10 22:40:52,254 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0006_000001 State change from NEW to SUBMITTED
2015-02-10 22:40:52,255 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(720)) - Application application_1423607944293_0006 from user: teamcity activated in queue: default
2015-02-10 22:40:52,255 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(736)) - Application added - appId: application_1423607944293_0006 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@55cdaad2, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-10 22:40:52,255 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(565)) - Added Application Attempt appattempt_1423607944293_0006_000001 to scheduler from user teamcity in queue default
2015-02-10 22:40:52,255 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0006_000001 State change from SUBMITTED to SCHEDULED
2015-02-10 22:40:52,259 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:47995/proxy/application_1423607944293_0006/
2015-02-10 22:40:52,259 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third-mr] submitted hadoop job: job_1423607944293_0006
2015-02-10 22:40:52,260 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third-mr] tracking url: http://ip-10-31-157-187:47995/proxy/application_1423607944293_0006/
2015-02-10 22:40:52,468 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:40:52,468 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000001
2015-02-10 22:40:52,468 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0006_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2015-02-10 22:40:52,469 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0006_000001 container=Container: [ContainerId: container_1423607944293_0006_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:40:52,469 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-10 22:40:52,469 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:52,469 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:52495 for container : container_1423607944293_0006_01_000001
2015-02-10 22:40:52,470 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:40:52,470 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423607944293_0006_000001
2015-02-10 22:40:52,470 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1624)) - Storing attempt: AppId: application_1423607944293_0006 AttemptId: appattempt_1423607944293_0006_000001 MasterContainer: Container: [ContainerId: container_1423607944293_0006_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ]
2015-02-10 22:40:52,470 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-10 22:40:52,470 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-10 22:40:52,471 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423607944293_0006_000001
2015-02-10 22:40:52,473 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423607944293_0006_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] for AM appattempt_1423607944293_0006_000001
2015-02-10 22:40:52,473 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423607944293_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-10 22:40:52,477 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0006_000001 (auth:SIMPLE)
2015-02-10 22:40:52,479 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0006_01_000001 by user teamcity
2015-02-10 22:40:52,480 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1423607944293_0006
2015-02-10 22:40:52,480 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000001
2015-02-10 22:40:52,480 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0006 transitioned from NEW to INITING
2015-02-10 22:40:52,481 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0006_01_000001 to application application_1423607944293_0006
2015-02-10 22:40:52,481 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423607944293_0006_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] for AM appattempt_1423607944293_0006_000001
2015-02-10 22:40:52,481 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0006_000001 State change from ALLOCATED to LAUNCHED
2015-02-10 22:40:52,481 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0006 transitioned from INITING to RUNNING
2015-02-10 22:40:52,482 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000001 transitioned from NEW to LOCALIZING
2015-02-10 22:40:52,482 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0006
2015-02-10 22:40:52,482 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-10 22:40:52,483 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.split transitioned from INIT to DOWNLOADING
2015-02-10 22:40:52,483 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-10 22:40:52,483 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0006_01_000001
2015-02-10 22:40:52,501 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423607944293_0006_01_000001.tokens. Credentials list:
2015-02-10 22:40:52,536 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:40:52,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423607944293_0006_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000001.tokens
2015-02-10 22:40:52,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0006 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0006
2015-02-10 22:40:52,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.splitmetainfo dst=null perm=null
2015-02-10 22:40:52,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.splitmetainfo dst=null perm=null
2015-02-10 22:40:52,828 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40287, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-346268641_5143, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741882_1058, duration: 265474
2015-02-10 22:40:52,862 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.splitmetainfo(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0006/filecache/10/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:40:52,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.split dst=null perm=null
2015-02-10 22:40:52,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.split dst=null perm=null
2015-02-10 22:40:52,901 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:47158, bytes: 815, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-346268641_5143, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057, duration: 274465
2015-02-10 22:40:52,935 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.split(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0006/filecache/11/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:40:52,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.xml dst=null perm=null
2015-02-10 22:40:52,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.xml dst=null perm=null
2015-02-10 22:40:52,975 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40287, bytes: 81372, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-346268641_5143, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741883_1059, duration: 383353
2015-02-10 22:40:53,010 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.xml(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0006/filecache/12/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:40:53,011 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:40:53,057 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-10 22:40:53,057 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:53,172 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000001/default_container_executor.sh]
2015-02-10 22:40:53,469 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:40:54,646 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:46700 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052]
2015-02-10 22:40:54,646 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:34372 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741875_1051]
2015-02-10 22:40:54,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741878_1054
2015-02-10 22:40:54,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741880_1056
2015-02-10 22:40:54,876 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741883_1059
2015-02-10 22:40:54,877 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741876_1052
2015-02-10 22:40:54,877 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057
2015-02-10 22:40:54,878 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741882_1058
2015-02-10 22:40:55,057 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741877_1053
2015-02-10 22:40:55,058 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741878_1054
2015-02-10 22:40:55,059 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741879_1055
2015-02-10 22:40:55,060 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741876_1052
2015-02-10 22:40:55,060 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057
2015-02-10 22:40:55,061 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741882_1058
2015-02-10 22:40:55,062 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741883_1059
2015-02-10 22:40:55,063 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741877_1053
2015-02-10 22:40:55,064 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741880_1056
2015-02-10 22:40:55,065 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741876_1052
2015-02-10 22:40:55,066 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741879_1055
2015-02-10 22:40:55,067 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057
2015-02-10 22:40:55,322 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741878_1054
2015-02-10 22:40:55,324 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741880_1056
2015-02-10 22:40:55,325 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741879_1055
2015-02-10 22:40:55,523 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741883_1059
2015-02-10 22:40:55,524 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057
2015-02-10 22:40:55,525 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741882_1058
2015-02-10 22:40:55,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741872 for deletion
2015-02-10 22:40:55,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741873 for deletion
2015-02-10 22:40:55,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741874 for deletion
2015-02-10 22:40:55,816 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741873_1049 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741873
2015-02-10 22:40:55,816 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741875 for deletion
2015-02-10 22:40:55,816 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741876_1052 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741876 for deletion
2015-02-10 22:40:55,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741872_1048 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741872
2015-02-10 22:40:55,816 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data3/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741875
2015-02-10 22:40:55,816 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741874
2015-02-10 22:40:55,817 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741876_1052 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data4/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741876
2015-02-10 22:40:55,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null
2015-02-10 22:40:56,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/COMMIT_STARTED dst=null perm=null
2015-02-10 22:40:56,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/COMMIT_SUCCESS dst=null perm=null
2015-02-10 22:40:56,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/COMMIT_FAIL dst=null perm=null
2015-02-10 22:40:56,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006 dst=null perm=null
2015-02-10 22:40:56,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-02-10 22:40:56,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null
2015-02-10 22:40:56,272 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741872 for deletion
2015-02-10 22:40:56,272 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741873 for deletion
2015-02-10 22:40:56,272 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741872_1048 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741872
2015-02-10 22:40:56,272 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741874 for deletion
2015-02-10 22:40:56,272 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741875 for deletion
2015-02-10 22:40:56,273 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data7/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741874
2015-02-10 22:40:56,272 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741873_1049 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741873
2015-02-10 22:40:56,273 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data8/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741875
2015-02-10 22:40:56,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.splitmetainfo dst=null perm=null
2015-02-10 22:40:56,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.splitmetainfo dst=null perm=null
2015-02-10 22:40:56,779 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:47160, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_419188142_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741882_1058, duration: 250858
2015-02-10 22:40:57,032 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423607944293_0005_01_000001 succeeded
2015-02-10 22:40:57,033 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-10 22:40:57,033 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0005_01_000001
2015-02-10 22:40:57,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000001
2015-02-10 22:40:57,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000001
2015-02-10 22:40:57,052 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000001
2015-02-10 22:40:57,053 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-10 22:40:57,053 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0005_01_000001 from application application_1423607944293_0005
2015-02-10 22:40:57,053 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:40:57,054 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000001
2015-02-10 22:40:57,054 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0005/container_1423607944293_0005_01_000001
2015-02-10 22:40:57,054 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0005
2015-02-10 22:40:57,471 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0005_01_000001]
2015-02-10 22:40:57,471 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:40:57,471 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0005_01_000001 in state: COMPLETED event:FINISHED
2015-02-10 22:40:57,471 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0005 CONTAINERID=container_1423607944293_0005_01_000001
2015-02-10 22:40:57,471 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0005_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-10 22:40:57,471 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-10 22:40:57,472 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0005_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-10 22:40:57,472 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:57,472 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-10 22:40:57,472 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0005_000001 released container container_1423607944293_0005_01_000001 on node: host: ip-10-31-157-187.ec2.internal:52495 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-10 22:40:57,472 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(617)) - Unregistering app attempt : appattempt_1423607944293_0005_000001
2015-02-10 22:40:57,473 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0005_000001 State change from FINISHING to FINISHED
2015-02-10 22:40:57,473 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0005 State change from FINISHING to FINISHED
2015-02-10 22:40:57,473 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423607944293_0005
2015-02-10 22:40:57,473 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423607944293_0005,name=second-mr,user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:47995/proxy/application_1423607944293_0005/jobhistory/job/job_1423607944293_0005,appMasterHost=ip-10-31-157-187,startTime=1423608030116,finishTime=1423608050865,finalStatus=SUCCEEDED
2015-02-10 22:40:57,474 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423607944293_0005_000001
2015-02-10 22:40:57,474 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(596)) - Application Attempt appattempt_1423607944293_0005_000001 is done. finalState=FINISHED
2015-02-10 22:40:57,474 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1423607944293_0005 requests cleared
2015-02-10 22:40:57,474 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(778)) - Application removed - appId: application_1423607944293_0005 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-10 22:40:57,474 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(520)) - Application removed - appId: application_1423607944293_0005 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-10 22:40:57,478 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0005_000001 (auth:SIMPLE)
2015-02-10 22:40:57,480 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0005_01_000001
2015-02-10 22:40:57,647 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:57417 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741876_1052]
2015-02-10 22:40:57,647 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3226)) - BLOCK* BlockManager: ask 127.0.0.1:47015 to delete [blk_1073741872_1048, blk_1073741875_1051, blk_1073741876_1052]
2015-02-10 22:40:57,917 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-10 22:40:57,918 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423607944293_0005
2015-02-10 22:40:57,918 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423607944293_0005
2015-02-10 22:40:57,918 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423607944293_0005
2015-02-10 22:40:57,919 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1423607944293_0005
2015-02-10 22:40:57,919 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423607944293_0005
2015-02-10 22:40:57,919 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-10 22:40:57,919 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423607944293_0005, with delay of 10800 seconds
2015-02-10 22:40:58,147 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0006_000001 (auth:SIMPLE)
2015-02-10 22:40:58,152 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(266)) - AM registration appattempt_1423607944293_0006_000001
2015-02-10 22:40:58,152 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423607944293_0006 APPATTEMPTID=appattempt_1423607944293_0006_000001
2015-02-10 22:40:58,152 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0006_000001 State change from LAUNCHED to RUNNING
2015-02-10 22:40:58,153 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0006 State change from ACCEPTED to RUNNING
2015-02-10 22:40:58,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job_1423607944293_0006_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:58,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:40:58,471 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-10 22:40:58,472 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0005
2015-02-10 22:40:58,472 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1423607944293_0005
2015-02-10 22:40:58,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0005
2015-02-10 22:40:58,473 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-10 22:40:58,473 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423607944293_0005, with delay of 10800 seconds
2015-02-10 22:40:58,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0005
2015-02-10 22:40:58,566 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0005
2015-02-10 22:40:58,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job_1423607944293_0006_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:40:58,789 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job_1423607944293_0006_1_conf.xml. BP-1386448687-10.31.157.187-1423607926902 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]}
2015-02-10 22:40:58,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741872 for deletion
2015-02-10 22:40:58,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741873 for deletion
2015-02-10 22:40:58,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741872_1048 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741872
2015-02-10 22:40:58,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741874 for deletion
2015-02-10 22:40:58,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741876_1052 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741876 for deletion
2015-02-10 22:40:58,816 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741873_1049 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741873
2015-02-10 22:40:58,816 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741876_1052 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data1/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741876
2015-02-10 22:40:58,816 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data2/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741874
2015-02-10 22:40:58,848 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741884_1060 src: /127.0.0.1:40297 dest: /127.0.0.1:46700
2015-02-10 22:40:58,851 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741884_1060 src: /127.0.0.1:47168 dest: /127.0.0.1:34372
2015-02-10 22:40:58,852 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741884_1060 src: /127.0.0.1:57876 dest: /127.0.0.1:57417
2015-02-10 22:40:58,882 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57876, dest: /127.0.0.1:57417, bytes: 95595, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419188142_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741884_1060, duration: 27914440
2015-02-10 22:40:58,882 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:40:58,882 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:40:58,883 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:47168, dest: /127.0.0.1:34372, bytes: 95595, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419188142_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741884_1060, duration: 29010266
2015-02-10 22:40:58,883 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:40:58,884 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:58,885 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40297, dest: /127.0.0.1:46700, bytes: 95595, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419188142_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741884_1060, duration: 30940800
2015-02-10 22:40:58,885 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:40:58,885 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:40:58,893 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job_1423607944293_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_419188142_1
2015-02-10 22:40:58,985 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741872 for deletion
2015-02-10 22:40:58,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741875 for deletion
2015-02-10 22:40:58,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741876_1052 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741876 for deletion
2015-02-10 22:40:58,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741872_1048 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741872
2015-02-10 22:40:58,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data5/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741875
2015-02-10 22:40:58,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(233)) - Deleted BP-1386448687-10.31.157.187-1423607926902 blk_1073741876_1052 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/data/dfs/data/data6/current/BP-1386448687-10.31.157.187-1423607926902/current/finalized/blk_1073741876
2015-02-10 22:40:59,472 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:40:59,472 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000002
2015-02-10 22:40:59,473 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0006_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-02-10 22:40:59,473 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0006_000001 container=Container: [ContainerId: container_1423607944293_0006_01_000002, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:40:59,473 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-10 22:40:59,473 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:59,474 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:40:59,474 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000003
2015-02-10 22:40:59,474 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0006_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-02-10 22:40:59,474 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0006_000001 container=Container: [ContainerId: container_1423607944293_0006_01_000003, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:40:59,474 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-10 22:40:59,475 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:59,779 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:40:59,779 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000004
2015-02-10 22:40:59,779 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0006_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46562, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-02-10 22:40:59,780 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0006_000001 container=Container: [ContainerId: container_1423607944293_0006_01_000004, NodeId: ip-10-31-157-187.ec2.internal:46562, NodeHttpAddress: ip-10-31-157-187.ec2.internal:47073, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:40:59,780 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-10 22:40:59,780 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:59,780 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:40:59,781 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000005
2015-02-10 22:40:59,781 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0006_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46562, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-02-10 22:40:59,781 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0006_000001 container=Container: [ContainerId: container_1423607944293_0006_01_000005, NodeId: ip-10-31-157-187.ec2.internal:46562, NodeHttpAddress: ip-10-31-157-187.ec2.internal:47073, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:40:59,781 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-10 22:40:59,781 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-10 22:40:59,883 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741884_1060
2015-02-10 22:41:00,066 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741884_1060
2015-02-10 22:41:00,239 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:52495 for container : container_1423607944293_0006_01_000002
2015-02-10 22:41:00,240 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:41:00,240 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:41:00,240 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:46562 for container : container_1423607944293_0006_01_000004
2015-02-10 22:41:00,241 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:41:00,241 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:41:00,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.xml dst=null perm=null
2015-02-10 22:41:00,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.xml dst=null perm=null
2015-02-10 22:41:00,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:41:00,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:41:00,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:41:00,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:41:00,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-02-10 22:41:00,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2608005100355446401.jar dst=null perm=null
2015-02-10 22:41:00,429 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0006_000001 (auth:SIMPLE)
2015-02-10 22:41:00,429 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423607944293_0006_000001 (auth:SIMPLE)
2015-02-10 22:41:00,435 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0006_01_000005 by user teamcity
2015-02-10 22:41:00,436 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1423607944293_0006
2015-02-10 22:41:00,436 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000005
2015-02-10 22:41:00,436 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0006 transitioned from NEW to INITING
2015-02-10 22:41:00,436 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0006_01_000005 to application application_1423607944293_0006
2015-02-10 22:41:00,437 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0006_01_000004 by user teamcity
2015-02-10 22:41:00,437 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1423607944293_0006 transitioned from INITING to RUNNING
2015-02-10 22:41:00,437 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000004
2015-02-10 22:41:00,437 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000005 transitioned from NEW to LOCALIZING
2015-02-10 22:41:00,437 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0006_01_000004 to application application_1423607944293_0006
2015-02-10 22:41:00,437 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0006_01_000003 by user teamcity
2015-02-10 22:41:00,438 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0006
2015-02-10 22:41:00,438 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0006
2015-02-10 22:41:00,438 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000003
2015-02-10 22:41:00,438 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0006_01_000002 by user teamcity
2015-02-10 22:41:00,438 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0006_01_000003 to application application_1423607944293_0006
2015-02-10 22:41:00,438 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000002
2015-02-10 22:41:00,438 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:41:00,439 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0006
2015-02-10 22:41:00,439 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-10 22:41:00,440 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000004 transitioned from NEW to LOCALIZING
2015-02-10 22:41:00,440 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0006_01_000005
2015-02-10 22:41:00,438 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0006_01_000002 to application application_1423607944293_0006
2015-02-10 22:41:00,440 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0006
2015-02-10 22:41:00,440 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000003 transitioned from NEW to LOCALIZING
2015-02-10 22:41:00,440 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0006
2015-02-10 22:41:00,440 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:41:00,441 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000002 transitioned from NEW to LOCALIZING
2015-02-10 22:41:00,441 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0006
2015-02-10 22:41:00,441 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(596)) - Created localizer for container_1423607944293_0006_01_000004
2015-02-10 22:41:00,441 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0006
2015-02-10 22:41:00,441 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0006
2015-02-10 22:41:00,442 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:41:00,442 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0006
2015-02-10 22:41:00,442 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0006
2015-02-10 22:41:00,442 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0006
2015-02-10 22:41:00,442 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:41:00,442 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0006
2015-02-10 22:41:00,443 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:41:00,443 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:41:00,462 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423607944293_0006_01_000005.tokens. Credentials list:
2015-02-10 22:41:00,462 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1029)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423607944293_0006_01_000004.tokens. Credentials list:
2015-02-10 22:41:00,472 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:41:00,473 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:41:00,498 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:41:00,501 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-10 22:41:00,501 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-10 22:41:00,501 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:41:00,501 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:41:00,530 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1386448687-10.31.157.187-1423607926902:blk_1073741884_1060
2015-02-10 22:41:00,641 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000002/default_container_executor.sh]
2015-02-10 22:41:00,645 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000003/default_container_executor.sh]
2015-02-10 22:41:00,655 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423607944293_0006_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000005.tokens
2015-02-10 22:41:00,655 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0006 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0006
2015-02-10 22:41:00,779 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:41:00,779 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:41:00,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.xml dst=null perm=null
2015-02-10 22:41:00,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.xml dst=null perm=null
2015-02-10 22:41:00,835 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40304, bytes: 81372, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1154823995_5421, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741883_1059, duration: 467303
2015-02-10 22:41:00,876 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:40976/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.xml(->file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423607944293_0006/filecache/10/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-10 22:41:00,876 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:41:00,877 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:41:00,932 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-10 22:41:00,932 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:41:00,941 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-10 22:41:00,941 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:41:01,068 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000005/default_container_executor.sh]
2015-02-10 22:41:01,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000004/default_container_executor.sh]
2015-02-10 22:41:01,262 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-02-10 22:41:01,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-10 22:41:02,407 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423607944293_0006_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000004.tokens
2015-02-10 22:41:02,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0006 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0006
2015-02-10 22:41:05,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.split dst=null perm=null
2015-02-10 22:41:05,166 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:47183, bytes: 815, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0006_m_000001_0_1128799280_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057, duration: 307887
2015-02-10 22:41:05,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.split dst=null perm=null
2015-02-10 22:41:05,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2015-02-10 22:41:05,372 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:47185, bytes: 815, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0006_m_000000_0_478394789_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057, duration: 409791
2015-02-10 22:41:05,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.split dst=null perm=null
2015-02-10 22:41:05,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2015-02-10 22:41:05,459 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:47185, bytes: 579, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0006_m_000000_0_478394789_1, offset: 1024, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741877_1053, duration: 277209
2015-02-10 22:41:05,468 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:47183, bytes: 1611, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0006_m_000001_0_1128799280_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741877_1053, duration: 314206
2015-02-10 22:41:05,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423607944293_0006_m_000001_0 dst=null perm=null
2015-02-10 22:41:05,585 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57894, bytes: 815, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0006_m_000002_0_-945265883_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057, duration: 283733
2015-02-10 22:41:05,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2015-02-10 22:41:05,680 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:47188, bytes: 1611, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0006_m_000002_0_-945265883_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741877_1053, duration: 274818
2015-02-10 22:41:05,692 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0006_01_000003
2015-02-10 22:41:05,693 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000003
2015-02-10 22:41:05,693 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000003 transitioned from RUNNING to KILLING
2015-02-10 22:41:05,693 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0006_01_000003
2015-02-10 22:41:05,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job.split dst=null perm=null
2015-02-10 22:41:05,718 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0006_01_000003 is : 143
2015-02-10 22:41:05,723 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job_1423607944293_0006_1.jhist. BP-1386448687-10.31.157.187-1423607926902 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]}
2015-02-10 22:41:05,739 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:41:05,740 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000003
2015-02-10 22:41:05,741 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000003
2015-02-10 22:41:05,741 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000003
2015-02-10 22:41:05,741 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:41:05,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000003
2015-02-10 22:41:05,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000003
2015-02-10 22:41:05,743 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0006_01_000003 from application application_1423607944293_0006
2015-02-10 22:41:05,743 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:41:05,744 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0006
2015-02-10 22:41:05,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741885_1061 src: /127.0.0.1:48686 dest: /127.0.0.1:47015
2015-02-10 22:41:05,754 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741885_1061 src: /127.0.0.1:47191 dest: /127.0.0.1:34372
2015-02-10 22:41:05,756 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741885_1061 src: /127.0.0.1:57899 dest: /127.0.0.1:57417
2015-02-10 22:41:05,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423607944293_0006_m_000000_0 dst=null perm=null
2015-02-10 22:41:05,764 INFO hdfs.StateChange (FSNamesystem.java:fsync(3707)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job_1423607944293_0006_1.jhist for DFSClient_NONMAPREDUCE_419188142_1
2015-02-10 22:41:05,863 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0006_01_000002
2015-02-10 22:41:05,864 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000002
2015-02-10 22:41:05,864 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000002 transitioned from RUNNING to KILLING
2015-02-10 22:41:05,864 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0006_01_000002
2015-02-10 22:41:05,864 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0006_01_000003]
2015-02-10 22:41:05,865 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:41:05,865 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0006_01_000003 in state: COMPLETED event:FINISHED
2015-02-10 22:41:05,865 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000003
2015-02-10 22:41:05,865 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0006_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-10 22:41:05,865 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-10 22:41:05,866 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0006_01_000003, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-10 22:41:05,867 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-10 22:41:05,867 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-10 22:41:05,867 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0006_000001 released container container_1423607944293_0006_01_000003 on node: host: ip-10-31-157-187.ec2.internal:52495 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-10 22:41:05,880 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57900, bytes: 299, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0006_m_000003_0_-55851137_1, offset: 512, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741881_1057, duration: 272664
2015-02-10 22:41:05,886 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0006_01_000002 is : 143
2015-02-10 22:41:05,902 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:41:05,903 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000002
2015-02-10 22:41:05,903 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000002
2015-02-10 22:41:05,903 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000002
2015-02-10 22:41:05,903 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000002
2015-02-10 22:41:05,904 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:41:05,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000002
2015-02-10 22:41:05,905 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0006_01_000002 from application application_1423607944293_0006
2015-02-10 22:41:05,905 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:41:05,905 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0006
2015-02-10 22:41:05,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2015-02-10 22:41:05,971 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48690, bytes: 1095, op: HDFS_READ, cliID: DFSClient_attempt_1423607944293_0006_m_000003_0_-55851137_1, offset: 512, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741877_1053, duration: 2358763
2015-02-10 22:41:05,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423607944293_0006_m_000002_0 dst=null perm=null
2015-02-10 22:41:06,068 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0006_01_000004
2015-02-10 22:41:06,069 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000004
2015-02-10 22:41:06,069 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000004 transitioned from RUNNING to KILLING
2015-02-10 22:41:06,069 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0006_01_000004
2015-02-10 22:41:06,086 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0006_01_000004 is : 143
2015-02-10 22:41:06,103 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:41:06,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000004
2015-02-10 22:41:06,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000004
2015-02-10 22:41:06,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000004
2015-02-10 22:41:06,106 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000004
2015-02-10 22:41:06,106 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000004
2015-02-10 22:41:06,107 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:41:06,107 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0006_01_000004 from application application_1423607944293_0006
2015-02-10 22:41:06,108 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:41:06,108 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0006
2015-02-10 22:41:06,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423607944293_0006_m_000003_0 dst=null perm=null
2015-02-10 22:41:06,321 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0006_01_000005
2015-02-10 22:41:06,322 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000005
2015-02-10 22:41:06,322 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000005 transitioned from RUNNING to KILLING
2015-02-10 22:41:06,322 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0006_01_000005
2015-02-10 22:41:06,322 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0006_01_000004]
2015-02-10 22:41:06,323 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:41:06,323 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0006_01_000004 in state: COMPLETED event:FINISHED
2015-02-10 22:41:06,323 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000004
2015-02-10 22:41:06,323 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0006_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46562, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-10 22:41:06,323 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-10 22:41:06,324 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0006_01_000004, NodeId: ip-10-31-157-187.ec2.internal:46562, NodeHttpAddress: ip-10-31-157-187.ec2.internal:47073, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:46562 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-10 22:41:06,325 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-10 22:41:06,325 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-10 22:41:06,325 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0006_000001 released container container_1423607944293_0006_01_000004 on node: host: ip-10-31-157-187.ec2.internal:46562 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-10 22:41:06,338 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0006_01_000005 is : 143
2015-02-10 22:41:06,358 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:41:06,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000005
2015-02-10 22:41:06,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000005
2015-02-10 22:41:06,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000005
2015-02-10 22:41:06,359 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000005
2015-02-10 22:41:06,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000005
2015-02-10 22:41:06,359 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:41:06,360 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0006_01_000005 from application application_1423607944293_0006
2015-02-10 22:41:06,360 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:41:06,360 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0006
2015-02-10 22:41:06,865 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0006_01_000002]
2015-02-10 22:41:06,865 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:41:06,865 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0006_01_000002 in state: COMPLETED event:FINISHED
2015-02-10 22:41:06,866 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000002
2015-02-10 22:41:06,866 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0006_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52495, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-10 22:41:06,866 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-10 22:41:06,867 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0006_01_000002, NodeId: ip-10-31-157-187.ec2.internal:52495, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55619, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:52495 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-10 22:41:06,867 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:41:06,868 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-10 22:41:06,868 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0006_000001 released container container_1423607944293_0006_01_000002 on node: host: ip-10-31-157-187.ec2.internal:52495 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-10 22:41:07,323 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0006_01_000005]
2015-02-10 22:41:07,323 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:41:07,323 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0006_01_000005 in state: COMPLETED event:FINISHED
2015-02-10 22:41:07,323 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000005
2015-02-10 22:41:07,324 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0006_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46562, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-10 22:41:07,324 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-10 22:41:07,324 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0006_01_000005, NodeId: ip-10-31-157-187.ec2.internal:46562, NodeHttpAddress: ip-10-31-157-187.ec2.internal:47073, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:46562 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-10 22:41:07,325 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-10 22:41:07,325 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-10 22:41:07,325 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0006_000001 released container container_1423607944293_0006_01_000005 on node: host: ip-10-31-157-187.ec2.internal:46562 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-10 22:41:07,325 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-10 22:41:07,326 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000006
2015-02-10 22:41:07,326 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1423607944293_0006_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46562, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-02-10 22:41:07,326 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1352)) - assignedContainer application attempt=appattempt_1423607944293_0006_000001 container=Container: [ContainerId: container_1423607944293_0006_01_000006, NodeId: ip-10-31-157-187.ec2.internal:46562, NodeHttpAddress: ip-10-31-157-187.ec2.internal:47073, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-10 22:41:07,326 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(668)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-10 22:41:07,326 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(583)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-10 22:41:08,313 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-10 22:41:08,356 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1423607944293_0006_01_000006 by user teamcity
2015-02-10 22:41:08,357 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000006
2015-02-10 22:41:08,357 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1423607944293_0006_01_000006 to application application_1423607944293_0006
2015-02-10 22:41:08,357 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000006 transitioned from NEW to LOCALIZING
2015-02-10 22:41:08,358 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1423607944293_0006
2015-02-10 22:41:08,358 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1423607944293_0006
2015-02-10 22:41:08,358 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-10 22:41:08,358 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(296)) - Added token for job_1423607944293_0006
2015-02-10 22:41:08,359 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-10 22:41:08,407 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-10 22:41:08,408 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:41:08,523 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000006/default_container_executor.sh]
2015-02-10 22:41:09,324 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-10 22:41:09,347 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-02-10 22:41:12,097 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(685)) - Setting connection close header...
2015-02-10 22:41:12,102 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(685)) - Setting connection close header...
2015-02-10 22:41:12,123 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(685)) - Setting connection close header...
2015-02-10 22:41:12,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423607944293_0006_r_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:41:12,322 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423607944293_0006_r_000000_0/part-00000. BP-1386448687-10.31.157.187-1423607926902 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]}
2015-02-10 22:41:12,456 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741886_1062 src: /127.0.0.1:40333 dest: /127.0.0.1:46700
2015-02-10 22:41:12,458 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741886_1062 src: /127.0.0.1:47204 dest: /127.0.0.1:34372
2015-02-10 22:41:12,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741886_1062 src: /127.0.0.1:48701 dest: /127.0.0.1:47015
2015-02-10 22:41:12,504 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48701, dest: /127.0.0.1:47015, bytes: 1636, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0006_r_000000_0_-1401050918_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741886_1062, duration: 43386978
2015-02-10 22:41:12,505 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:41:12,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:41:12,505 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:47204, dest: /127.0.0.1:34372, bytes: 1636, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0006_r_000000_0_-1401050918_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741886_1062, duration: 44364663
2015-02-10 22:41:12,506 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:41:12,506 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:41:12,506 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40333, dest: /127.0.0.1:46700, bytes: 1636, op: HDFS_WRITE, cliID: DFSClient_attempt_1423607944293_0006_r_000000_0_-1401050918_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741886_1062, duration: 45050892
2015-02-10 22:41:12,507 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW]]} size 0
2015-02-10 22:41:12,507 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:41:12,513 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423607944293_0006_r_000000_0/part-00000 is closed by DFSClient_attempt_1423607944293_0006_r_000000_0_-1401050918_1
2015-02-10 22:41:12,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423607944293_0006_r_000000_0 dst=null perm=null
2015-02-10 22:41:12,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423607944293_0006_r_000000_0 dst=null perm=null
2015-02-10 22:41:12,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1423607944293_0006_r_000000 dst=null perm=null
2015-02-10 22:41:12,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423607944293_0006_r_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1423607944293_0006_r_000000 perm=teamcity:supergroup:rwxrwxrwx
2015-02-10 22:41:12,677 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1423607944293_0006_01_000006
2015-02-10 22:41:12,677 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000006
2015-02-10 22:41:12,677 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000006 transitioned from RUNNING to KILLING
2015-02-10 22:41:12,678 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423607944293_0006_01_000006
2015-02-10 22:41:12,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:41:12,694 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_419188142_1
2015-02-10 22:41:12,698 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423607944293_0006_01_000006 is : 143
2015-02-10 22:41:12,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1 dst=null perm=null
2015-02-10 22:41:12,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-02-10 22:41:12,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-02-10 22:41:12,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1423607944293_0006_r_000000 dst=null perm=null
2015-02-10 22:41:12,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null
2015-02-10 22:41:12,714 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-10 22:41:12,715 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000006
2015-02-10 22:41:12,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000006
2015-02-10 22:41:12,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000006
2015-02-10 22:41:12,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1423607944293_0006_r_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:41:12,717 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423607944293_0006/container_1423607944293_0006_01_000006
2015-02-10 22:41:12,718 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000006
2015-02-10 22:41:12,718 INFO container.Container (ContainerImpl.java:handle(901)) - Container container_1423607944293_0006_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-10 22:41:12,718 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1423607944293_0006_01_000006 from application application_1423607944293_0006
2015-02-10 22:41:12,718 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-10 22:41:12,718 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1423607944293_0006
2015-02-10 22:41:12,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary dst=null perm=null
2015-02-10 22:41:12,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:41:12,738 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_SUCCESS is closed by DFSClient_NONMAPREDUCE_419188142_1
2015-02-10 22:41:12,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:41:12,745 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_419188142_1
2015-02-10 22:41:12,774 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57899, dest: /127.0.0.1:57417, bytes: 53195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419188142_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741885_1061, duration: 7015660992
2015-02-10 22:41:12,774 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:41:12,775 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:47191, dest: /127.0.0.1:34372, bytes: 53195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419188142_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741885_1061, duration: 7015729143
2015-02-10 22:41:12,775 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 14833
2015-02-10 22:41:12,775 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:41:12,777 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48686, dest: /127.0.0.1:47015, bytes: 53195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419188142_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741885_1061, duration: 7017325891
2015-02-10 22:41:12,777 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:41:12,777 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 14833
2015-02-10 22:41:12,778 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW]]} size 14833
2015-02-10 22:41:12,782 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job_1423607944293_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_419188142_1
2015-02-10 22:41:12,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:41:12,791 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006.summary_tmp. BP-1386448687-10.31.157.187-1423607926902 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]}
2015-02-10 22:41:12,795 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741887_1063 src: /127.0.0.1:48704 dest: /127.0.0.1:47015
2015-02-10 22:41:12,797 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741887_1063 src: /127.0.0.1:57916 dest: /127.0.0.1:57417
2015-02-10 22:41:12,798 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741887_1063 src: /127.0.0.1:47210 dest: /127.0.0.1:34372
2015-02-10 22:41:12,802 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:47210, dest: /127.0.0.1:34372, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419188142_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741887_1063, duration: 2395451
2015-02-10 22:41:12,802 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:41:12,802 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:41:12,802 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57916, dest: /127.0.0.1:57417, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419188142_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741887_1063, duration: 3067600
2015-02-10 22:41:12,803 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:41:12,803 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:41:12,804 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48704, dest: /127.0.0.1:47015, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419188142_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741887_1063, duration: 3265787
2015-02-10 22:41:12,804 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:41:12,804 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc626673-91ef-4176-863a-67c14f1037fc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-10c65840-2735-478a-bdbd-f93194dc286b:NORMAL|RBW]]} size 0
2015-02-10 22:41:12,807 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_419188142_1
2015-02-10 22:41:12,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:41:12,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job_1423607944293_0006_1.jhist dst=null perm=null
2015-02-10 22:41:12,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006-1423608052252-teamcity-third%2Dmr-1423608072746-4-1-SUCCEEDED-default-1423608058207.jhist_tmp dst=null perm=null
2015-02-10 22:41:12,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job_1423607944293_0006_1.jhist dst=null perm=null
2015-02-10 22:41:12,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006-1423608052252-teamcity-third%2Dmr-1423608072746-4-1-SUCCEEDED-default-1423608058207.jhist_tmp dst=null perm=null
2015-02-10 22:41:12,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job_1423607944293_0006_1.jhist dst=null perm=null
2015-02-10 22:41:12,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006-1423608052252-teamcity-third%2Dmr-1423608072746-4-1-SUCCEEDED-default-1423608058207.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:41:12,841 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:47211, bytes: 53611, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_419188142_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741885_1061, duration: 444167
2015-02-10 22:41:12,844 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006-1423608052252-teamcity-third%2Dmr-1423608072746-4-1-SUCCEEDED-default-1423608058207.jhist_tmp. BP-1386448687-10.31.157.187-1423607926902 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW]]}
2015-02-10 22:41:12,848 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741888_1064 src: /127.0.0.1:57919 dest: /127.0.0.1:57417
2015-02-10 22:41:12,850 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741888_1064 src: /127.0.0.1:40343 dest: /127.0.0.1:46700
2015-02-10 22:41:12,851 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741888_1064 src: /127.0.0.1:47214 dest: /127.0.0.1:34372
2015-02-10 22:41:12,855 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:47214, dest: /127.0.0.1:34372, bytes: 53195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419188142_1, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741888_1064, duration: 2668807
2015-02-10 22:41:12,856 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:41:12,856 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34372 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]} size 0
2015-02-10 22:41:12,856 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40343, dest: /127.0.0.1:46700, bytes: 53195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419188142_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741888_1064, duration: 3082575
2015-02-10 22:41:12,857 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:41:12,857 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]} size 0
2015-02-10 22:41:12,857 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57919, dest: /127.0.0.1:57417, bytes: 53195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419188142_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741888_1064, duration: 4049229
2015-02-10 22:41:12,857 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:41:12,857 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-477a4d16-df37-4bce-b6cf-27b7f87eab3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-85355a46-cbf6-4da8-af4c-81e3cf9c7d4d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2ab452c4-2f39-434c-98d9-3c308fdfc64e:NORMAL|RBW]]} size 0
2015-02-10 22:41:12,862 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006-1423608052252-teamcity-third%2Dmr-1423608072746-4-1-SUCCEEDED-default-1423608058207.jhist_tmp is closed by DFSClient_NONMAPREDUCE_419188142_1
2015-02-10 22:41:12,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006-1423608052252-teamcity-third%2Dmr-1423608072746-4-1-SUCCEEDED-default-1423608058207.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:41:12,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job_1423607944293_0006_1_conf.xml dst=null perm=null
2015-02-10 22:41:12,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006_conf.xml_tmp dst=null perm=null
2015-02-10 22:41:12,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job_1423607944293_0006_1_conf.xml dst=null perm=null
2015-02-10 22:41:12,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006_conf.xml_tmp dst=null perm=null
2015-02-10 22:41:12,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006/job_1423607944293_0006_1_conf.xml dst=null perm=null
2015-02-10 22:41:12,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw-
2015-02-10 22:41:12,880 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57922, bytes: 96343, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_419188142_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741884_1060, duration: 469016
2015-02-10 22:41:12,882 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3077)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006_conf.xml_tmp. BP-1386448687-10.31.157.187-1423607926902 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]}
2015-02-10 22:41:12,888 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741889_1065 src: /127.0.0.1:48712 dest: /127.0.0.1:47015
2015-02-10 22:41:12,890 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741889_1065 src: /127.0.0.1:40347 dest: /127.0.0.1:46700
2015-02-10 22:41:12,891 INFO datanode.DataNode (DataXceiver.java:writeBlock(598)) - Receiving BP-1386448687-10.31.157.187-1423607926902:blk_1073741889_1065 src: /127.0.0.1:57925 dest: /127.0.0.1:57417
2015-02-10 22:41:12,895 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:57925, dest: /127.0.0.1:57417, bytes: 95595, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419188142_1, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741889_1065, duration: 3070514
2015-02-10 22:41:12,896 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-10 22:41:12,896 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57417 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:41:12,896 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:40347, dest: /127.0.0.1:46700, bytes: 95595, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419188142_1, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741889_1065, duration: 2815898
2015-02-10 22:41:12,896 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:41:12,897 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46700 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:41:12,897 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1215)) - src: /127.0.0.1:48712, dest: /127.0.0.1:47015, bytes: 95595, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419188142_1, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741889_1065, duration: 4275917
2015-02-10 22:41:12,897 INFO datanode.DataNode (BlockReceiver.java:run(1196)) - PacketResponder: BP-1386448687-10.31.157.187-1423607926902:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-10 22:41:12,897 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2350)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47015 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02b34098-92f8-4afa-9d16-5de9c1e905f6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ac0d183c-6085-4a44-b5bd-82eaf18fb369:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e21fdaa4-6da3-43bb-abaa-d228478abca9:NORMAL|RBW]]} size 0
2015-02-10 22:41:12,902 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3010)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_419188142_1
2015-02-10 22:41:12,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:41:12,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006.summary perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:41:12,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006_conf.xml perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:41:12,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006-1423608052252-teamcity-third%2Dmr-1423608072746-4-1-SUCCEEDED-default-1423608058207.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423607944293_0006-1423608052252-teamcity-third%2Dmr-1423608072746-4-1-SUCCEEDED-default-1423608058207.jhist perm=teamcity:supergroup:rwxrwx---
2015-02-10 22:41:12,929 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(986)) - Updating application attempt appattempt_1423607944293_0006_000001 with final state: FINISHING
2015-02-10 22:41:12,930 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0006_000001 State change from RUNNING to FINAL_SAVING
2015-02-10 22:41:12,930 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(882)) - Updating application application_1423607944293_0006 with final state: FINISHING
2015-02-10 22:41:12,930 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0006 State change from RUNNING to FINAL_SAVING
2015-02-10 22:41:12,930 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(620)) - Storing info for app: application_1423607944293_0006
2015-02-10 22:41:12,931 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(659)) - appattempt_1423607944293_0006_000001 State change from FINAL_SAVING to FINISHING
2015-02-10 22:41:12,931 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(639)) - application_1423607944293_0006 State change from FINAL_SAVING to FINISHING
2015-02-10 22:41:13,678 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(390)) - Removed completed containers from NM context: [container_1423607944293_0006_01_000006]
2015-02-10 22:41:13,679 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(321)) - container_1423607944293_0006_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-10 22:41:13,679 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1423607944293_0006_01_000006 in state: COMPLETED event:FINISHED
2015-02-10 22:41:13,679 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423607944293_0006 CONTAINERID=container_1423607944293_0006_01_000006
2015-02-10 22:41:13,679 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1423607944293_0006_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46562, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-10 22:41:13,679 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1488)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-10 22:41:13,680 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1433)) - completedContainer container=Container: [ContainerId: container_1423607944293_0006_01_000006, NodeId: ip-10-31-157-187.ec2.internal:46562, NodeHttpAddress: ip-10-31-157-187.ec2.internal:47073, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:46562 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-10 22:41:13,681 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(707)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-10 22:41:13,681 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(721)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-10 22:41:13,681 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1011)) - Application attempt appattempt_1423607944293_0006_000001 released container container_1423607944293_0006_01_000006 on node: host: ip-10-31-157-187.ec2.internal:46562 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-10 22:41:13,939 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741881_1057 127.0.0.1:57417 127.0.0.1:34372 127.0.0.1:47015 127.0.0.1:46700
2015-02-10 22:41:13,939 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741882_1058 127.0.0.1:34372 127.0.0.1:57417 127.0.0.1:46700
2015-02-10 22:41:13,939 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741883_1059 127.0.0.1:46700 127.0.0.1:47015 127.0.0.1:34372
2015-02-10 22:41:13,940 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741885_1061 127.0.0.1:47015 127.0.0.1:34372 127.0.0.1:57417
2015-02-10 22:41:13,940 INFO BlockStateChange (BlockManager.java:addToInvalidates(1064)) - BLOCK* addToInvalidates: blk_1073741884_1060 127.0.0.1:46700 127.0.0.1:34372 127.0.0.1:57417
2015-02-10 22:41:13,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423607944293_0006 dst=null perm=null
2015-02-10 22:41:13,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-02-10 22:41:14,000 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:40976/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary
2015-02-10 22:41:14,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary dst=null perm=null
2015-02-10 22:41:14,001 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: third-mr
2015-02-10 22:41:14,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-02-10 22:41:14,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-02-10 22:41:14,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-02-10 22:41:14,026 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-10 22:41:14,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null
2015-02-10 22:41:14,032 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:47220, bytes: 1652, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741886_1062, duration: 273196
2015-02-10 22:41:14,033 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow5
2015-02-10 22:41:14,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:41:14,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:41:14,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:41:14,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-02-10 22:41:14,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null
2015-02-10 22:41:14,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null
2015-02-10 22:41:14,040 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:47220, bytes: 415, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741855_1031, duration: 239313
2015-02-10 22:41:14,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null
2015-02-10 22:41:14,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null
2015-02-10 22:41:14,044 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57928, bytes: 459, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741856_1032, duration: 289544
2015-02-10 22:41:14,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null
2015-02-10 22:41:14,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null
2015-02-10 22:41:14,048 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57928, bytes: 339, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741859_1035, duration: 204251
2015-02-10 22:41:14,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null
2015-02-10 22:41:14,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null
2015-02-10 22:41:14,052 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40352, bytes: 325, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741858_1034, duration: 259293
2015-02-10 22:41:14,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null
2015-02-10 22:41:14,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null
2015-02-10 22:41:14,054 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow2
2015-02-10 22:41:14,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-02-10 22:41:14,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-02-10 22:41:14,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-02-10 22:41:14,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-02-10 22:41:14,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2015-02-10 22:41:14,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2015-02-10 22:41:14,062 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47015, dest: /127.0.0.1:48719, bytes: 1611, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 4cc825b1-6260-405b-b664-25157c690ed1, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741877_1053, duration: 232620
2015-02-10 22:41:14,062 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow1
2015-02-10 22:41:14,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-02-10 22:41:14,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-02-10 22:41:14,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-02-10 22:41:14,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-02-10 22:41:14,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2015-02-10 22:41:14,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2015-02-10 22:41:14,069 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57928, bytes: 1570, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741868_1044, duration: 216658
2015-02-10 22:41:14,069 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow4
2015-02-10 22:41:14,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-02-10 22:41:14,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-02-10 22:41:14,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-02-10 22:41:14,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-02-10 22:41:14,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null
2015-02-10 22:41:14,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null
2015-02-10 22:41:14,077 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57928, bytes: 333, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741842_1018, duration: 207367
2015-02-10 22:41:14,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null
2015-02-10 22:41:14,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null
2015-02-10 22:41:14,081 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40352, bytes: 405, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741843_1019, duration: 209902
2015-02-10 22:41:14,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null
2015-02-10 22:41:14,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null
2015-02-10 22:41:14,085 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:34372, dest: /127.0.0.1:47220, bytes: 449, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 00360260-f083-465b-b2cc-b95e38006054, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741846_1022, duration: 212554
2015-02-10 22:41:14,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null
2015-02-10 22:41:14,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null
2015-02-10 22:41:14,089 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:57417, dest: /127.0.0.1:57928, bytes: 319, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: d0b5a9e0-d30f-4c58-b0dc-d6f2021eab98, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741845_1021, duration: 205509
2015-02-10 22:41:14,089 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow3
2015-02-10 22:41:14,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-02-10 22:41:14,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-02-10 22:41:14,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-02-10 22:41:14,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-02-10 22:41:14,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null
2015-02-10 22:41:14,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7769)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.4.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null
2015-02-10 22:41:14,097 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46700, dest: /127.0.0.1:40352, bytes: 1652, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_507144746_11, offset: 0, srvID: 7902243c-584c-4d9b-b729-9ff5037fd55a, blockid: BP-1386448687-10.31.157.187-1423607926902:blk_1073741886_1062, duration: 227407