2015-02-12 12:24:28,434 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-12 12:24:28,463 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-02-12 12:24:28,463 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.tuple.hadoop.SerializedPipesPlatformTest
2015-02-12 12:24:28,478 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(117)) - using cluster
2015-02-12 12:24:29,169 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2015-02-12 12:24:29,203 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(776)) - No KeyProvider found.
2015-02-12 12:24:29,222 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(788)) - fsLock is fair:true
2015-02-12 12:24:29,265 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2015-02-12 12:24:29,266 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 12:24:29,266 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 12:24:29,268 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 12:24:29,269 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 12:24:29
2015-02-12 12:24:29,271 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 12:24:29,271 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:24:29,273 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 12:24:29,274 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 12:24:29,291 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(364)) - dfs.block.access.token.enable=false
2015-02-12 12:24:29,291 INFO blockmanagement.BlockManager (BlockManager.java:<init>(349)) - defaultReplication = 3
2015-02-12 12:24:29,292 INFO blockmanagement.BlockManager (BlockManager.java:<init>(350)) - maxReplication = 512
2015-02-12 12:24:29,292 INFO blockmanagement.BlockManager (BlockManager.java:<init>(351)) - minReplication = 1
2015-02-12 12:24:29,292 INFO blockmanagement.BlockManager (BlockManager.java:<init>(352)) - maxReplicationStreams = 2
2015-02-12 12:24:29,293 INFO blockmanagement.BlockManager (BlockManager.java:<init>(353)) - shouldCheckForEnoughRacks = false
2015-02-12 12:24:29,293 INFO blockmanagement.BlockManager (BlockManager.java:<init>(354)) - replicationRecheckInterval = 3000
2015-02-12 12:24:29,293 INFO blockmanagement.BlockManager (BlockManager.java:<init>(355)) - encryptDataTransfer = false
2015-02-12 12:24:29,294 INFO blockmanagement.BlockManager (BlockManager.java:<init>(356)) - maxNumBlocksToLog = 1000
2015-02-12 12:24:29,301 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(811)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 12:24:29,301 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(812)) - supergroup = supergroup
2015-02-12 12:24:29,302 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(813)) - isPermissionEnabled = true
2015-02-12 12:24:29,303 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(824)) - HA Enabled: false
2015-02-12 12:24:29,306 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - Append Enabled: true
2015-02-12 12:24:29,511 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 12:24:29,511 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:24:29,512 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 12:24:29,512 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 12:24:29,513 INFO namenode.NameNode (FSDirectory.java:<init>(234)) - Caching file names occuring more than 10 times
2015-02-12 12:24:29,519 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 12:24:29,519 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:24:29,520 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 12:24:29,520 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 12:24:29,538 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5666)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 12:24:29,539 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5667)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 12:24:29,539 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5668)) - dfs.namenode.safemode.extension = 0
2015-02-12 12:24:29,540 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(959)) - Retry cache on namenode is enabled
2015-02-12 12:24:29,541 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(967)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 12:24:29,542 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 12:24:29,543 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:24:29,543 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 12:24:29,543 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 12:24:29,549 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 12:24:29,549 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 12:24:29,549 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 12:24:29,600 INFO namenode.FSImage (FSImage.java:format(145)) - Allocated new BlockPoolId: BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:29,611 INFO common.Storage (NNStorage.java:format(552)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1 has been successfully formatted.
2015-02-12 12:24:29,614 INFO common.Storage (NNStorage.java:format(552)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2 has been successfully formatted.
2015-02-12 12:24:29,733 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2015-02-12 12:24:29,736 INFO namenode.NameNode (NameNode.java:createNameNode(1367)) - createNameNode []
2015-02-12 12:24:29,766 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2015-02-12 12:24:29,836 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(376)) - Scheduled snapshot period at 10 second(s).
2015-02-12 12:24:29,836 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(191)) - NameNode metrics system started
2015-02-12 12:24:29,838 INFO namenode.NameNode (NameNode.java:setClientNamenodeAddress(349)) - fs.defaultFS is hdfs://127.0.0.1:0
2015-02-12 12:24:29,865 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1694)) - Starting Web-server for hdfs at: http://localhost:0
2015-02-12 12:24:29,901 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2015-02-12 12:24:29,905 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2015-02-12 12:24:29,916 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:24:29,919 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2015-02-12 12:24:29,919 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:24:29,920 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:24:29,937 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(86)) - Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2015-02-12 12:24:29,939 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 12:24:29,955 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 61656
2015-02-12 12:24:29,955 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:24:29,981 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/hdfs to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_61656_hdfs____i86q92/webapp
2015-02-12 12:24:30,261 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:61656
2015-02-12 12:24:30,266 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(776)) - No KeyProvider found.
2015-02-12 12:24:30,267 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(788)) - fsLock is fair:true
2015-02-12 12:24:30,267 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 12:24:30,268 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 12:24:30,268 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 12:24:30,268 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 12:24:30
2015-02-12 12:24:30,269 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 12:24:30,269 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:24:30,269 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 12:24:30,270 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 12:24:30,271 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(364)) - dfs.block.access.token.enable=false
2015-02-12 12:24:30,271 INFO blockmanagement.BlockManager (BlockManager.java:<init>(349)) - defaultReplication = 3
2015-02-12 12:24:30,271 INFO blockmanagement.BlockManager (BlockManager.java:<init>(350)) - maxReplication = 512
2015-02-12 12:24:30,272 INFO blockmanagement.BlockManager (BlockManager.java:<init>(351)) - minReplication = 1
2015-02-12 12:24:30,272 INFO blockmanagement.BlockManager (BlockManager.java:<init>(352)) - maxReplicationStreams = 2
2015-02-12 12:24:30,272 INFO blockmanagement.BlockManager (BlockManager.java:<init>(353)) - shouldCheckForEnoughRacks = false
2015-02-12 12:24:30,272 INFO blockmanagement.BlockManager (BlockManager.java:<init>(354)) - replicationRecheckInterval = 3000
2015-02-12 12:24:30,273 INFO blockmanagement.BlockManager (BlockManager.java:<init>(355)) - encryptDataTransfer = false
2015-02-12 12:24:30,273 INFO blockmanagement.BlockManager (BlockManager.java:<init>(356)) - maxNumBlocksToLog = 1000
2015-02-12 12:24:30,273 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(811)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 12:24:30,274 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(812)) - supergroup = supergroup
2015-02-12 12:24:30,274 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(813)) - isPermissionEnabled = true
2015-02-12 12:24:30,274 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(824)) - HA Enabled: false
2015-02-12 12:24:30,275 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - Append Enabled: true
2015-02-12 12:24:30,275 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 12:24:30,275 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:24:30,276 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 12:24:30,276 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 12:24:30,296 INFO namenode.NameNode (FSDirectory.java:<init>(234)) - Caching file names occuring more than 10 times
2015-02-12 12:24:30,297 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 12:24:30,297 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:24:30,297 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 12:24:30,298 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 12:24:30,298 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5666)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 12:24:30,299 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5667)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 12:24:30,299 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5668)) - dfs.namenode.safemode.extension = 0
2015-02-12 12:24:30,299 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(959)) - Retry cache on namenode is enabled
2015-02-12 12:24:30,299 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(967)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 12:24:30,300 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 12:24:30,300 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:24:30,300 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 12:24:30,301 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 12:24:30,303 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 12:24:30,303 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 12:24:30,303 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 12:24:30,307 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/in_use.lock acquired by nodename 5722@Edinburgh.local
2015-02-12 12:24:30,309 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2/in_use.lock acquired by nodename 5722@Edinburgh.local
2015-02-12 12:24:30,314 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(362)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/current
2015-02-12 12:24:30,314 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(362)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2/current
2015-02-12 12:24:30,315 INFO namenode.FSImage (FSImage.java:loadFSImage(656)) - No edit log streams selected.
2015-02-12 12:24:30,328 INFO namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(214)) - Loading 1 INodes.
2015-02-12 12:24:30,335 INFO namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(182)) - Loaded FSImage in 0 seconds.
2015-02-12 12:24:30,335 INFO namenode.FSImage (FSImage.java:loadFSImage(937)) - Loaded image for txid 0 from /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2015-02-12 12:24:30,346 INFO namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1029)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2015-02-12 12:24:30,347 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1173)) - Starting log segment at 1
2015-02-12 12:24:30,371 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2015-02-12 12:24:30,371 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(748)) - Finished loading FSImage in 67 msecs
2015-02-12 12:24:30,522 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(329)) - RPC server is binding to localhost:0
2015-02-12 12:24:30,528 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:24:30,538 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 61657
2015-02-12 12:24:30,563 INFO namenode.NameNode (NameNode.java:initialize(603)) - Clients are to use localhost:61657 to access this namenode/service.
2015-02-12 12:24:30,566 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(6645)) - Registered FSNamesystemState MBean
2015-02-12 12:24:30,585 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(6256)) - Number of blocks under construction: 0
2015-02-12 12:24:30,585 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(6256)) - Number of blocks under construction: 0
2015-02-12 12:24:30,586 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(1221)) - initializing replication queues
2015-02-12 12:24:30,586 INFO hdfs.StateChange (FSNamesystem.java:leave(5740)) - STATE* Leaving safe mode after 0 secs
2015-02-12 12:24:30,586 INFO hdfs.StateChange (FSNamesystem.java:leave(5751)) - STATE* Network topology has 0 racks and 0 datanodes
2015-02-12 12:24:30,587 INFO hdfs.StateChange (FSNamesystem.java:leave(5754)) - STATE* UnderReplicatedBlocks has 0 blocks
2015-02-12 12:24:30,589 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2612)) - Total number of blocks = 0
2015-02-12 12:24:30,589 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2613)) - Number of invalid blocks = 0
2015-02-12 12:24:30,589 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2614)) - Number of under-replicated blocks = 0
2015-02-12 12:24:30,589 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2615)) - Number of over-replicated blocks = 0
2015-02-12 12:24:30,589 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2617)) - Number of blocks being written = 0
2015-02-12 12:24:30,589 INFO hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(2618)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 3 msec
2015-02-12 12:24:30,610 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:24:30,610 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 61657: starting
2015-02-12 12:24:30,612 INFO namenode.NameNode (NameNode.java:startCommonServices(646)) - NameNode RPC up at: localhost/127.0.0.1:61657
2015-02-12 12:24:30,613 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1142)) - Starting services required for active state
2015-02-12 12:24:30,616 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2015-02-12 12:24:30,617 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 1423772670617 milliseconds
2015-02-12 12:24:30,618 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 12:24:30,671 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2
2015-02-12 12:24:30,721 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 12:24:30,722 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 12:24:30,726 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 12:24:30,731 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:61658
2015-02-12 12:24:30,733 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 12:24:30,733 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 12:24:30,736 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 12:24:30,737 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:24:30,739 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 12:24:30,739 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:24:30,740 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:24:30,744 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 12:24:30,745 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 61659
2015-02-12 12:24:30,745 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:24:30,748 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_61659_datanode____.shi7dm/webapp
2015-02-12 12:24:30,912 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:61659
2015-02-12 12:24:30,914 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 12:24:30,914 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 12:24:30,931 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:24:30,932 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 61660
2015-02-12 12:24:30,938 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:61660
2015-02-12 12:24:30,952 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 12:24:30,956 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 12:24:30,966 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:61657 starting to offer service
2015-02-12 12:24:30,971 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:24:30,971 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 61660: starting
2015-02-12 12:24:30,974 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4
2015-02-12 12:24:31,003 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 12:24:31,004 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 12:24:31,004 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 12:24:31,005 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:61661
2015-02-12 12:24:31,006 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 12:24:31,006 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 12:24:31,007 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 12:24:31,008 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:24:31,009 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 12:24:31,010 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:24:31,010 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:24:31,013 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 12:24:31,014 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 61662
2015-02-12 12:24:31,015 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:24:31,018 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_61662_datanode____.2vpkg2/webapp
2015-02-12 12:24:31,169 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 12:24:31,170 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 5722@Edinburgh.local
2015-02-12 12:24:31,171 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1 is not formatted for BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,171 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:24:31,172 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:61662
2015-02-12 12:24:31,172 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 12:24:31,172 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 12:24:31,173 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 5722@Edinburgh.local
2015-02-12 12:24:31,173 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:24:31,173 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2 is not formatted for BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,174 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:24:31,174 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 61664
2015-02-12 12:24:31,177 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:61664
2015-02-12 12:24:31,184 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 12:24:31,184 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 12:24:31,186 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:61657 starting to offer service
2015-02-12 12:24:31,187 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:24:31,187 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 61664: starting
2015-02-12 12:24:31,188 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 12:24:31,189 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 5722@Edinburgh.local
2015-02-12 12:24:31,189 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3 is not formatted for BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,189 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:24:31,190 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 5722@Edinburgh.local
2015-02-12 12:24:31,191 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4 is not formatted for BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,191 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:24:31,193 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6
2015-02-12 12:24:31,226 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,226 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:24:31,227 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557 is not formatted.
2015-02-12 12:24:31,227 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:24:31,227 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1154917005-10.1.1.68-1423772669557 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current
2015-02-12 12:24:31,229 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:24:31,230 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557 is not formatted.
2015-02-12 12:24:31,230 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:24:31,231 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1154917005-10.1.1.68-1423772669557 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current
2015-02-12 12:24:31,233 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:24:31,234 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:24:31,236 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=805756368;bpid=BP-1154917005-10.1.1.68-1423772669557;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=805756368;c=0;bpid=BP-1154917005-10.1.1.68-1423772669557;dnuuid=null
2015-02-12 12:24:31,238 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID 9593ab57-1989-433e-a4af-02278ae6414c
2015-02-12 12:24:31,239 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,239 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:24:31,239 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557 is not formatted.
2015-02-12 12:24:31,239 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:24:31,240 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1154917005-10.1.1.68-1423772669557 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current
2015-02-12 12:24:31,240 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:24:31,241 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557 is not formatted.
2015-02-12 12:24:31,241 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:24:31,241 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1154917005-10.1.1.68-1423772669557 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current
2015-02-12 12:24:31,241 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:24:31,242 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:24:31,243 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=805756368;bpid=BP-1154917005-10.1.1.68-1423772669557;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=805756368;c=0;bpid=BP-1154917005-10.1.1.68-1423772669557;dnuuid=null
2015-02-12 12:24:31,245 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID 18070054-5d1e-466b-b94e-bcb360fa5187
2015-02-12 12:24:31,272 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current
2015-02-12 12:24:31,273 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current, StorageType: DISK
2015-02-12 12:24:31,272 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current
2015-02-12 12:24:31,274 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current, StorageType: DISK
2015-02-12 12:24:31,275 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current
2015-02-12 12:24:31,275 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current, StorageType: DISK
2015-02-12 12:24:31,276 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current
2015-02-12 12:24:31,276 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current, StorageType: DISK
2015-02-12 12:24:31,281 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 12:24:31,283 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 12:24:31,285 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 12:24:31,286 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 12:24:31,286 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423774415286 with interval 21600000
2015-02-12 12:24:31,286 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 12:24:31,287 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,287 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423779459287 with interval 21600000
2015-02-12 12:24:31,288 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current...
2015-02-12 12:24:31,288 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,288 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current...
2015-02-12 12:24:31,288 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current...
2015-02-12 12:24:31,289 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current...
2015-02-12 12:24:31,289 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:61665
2015-02-12 12:24:31,289 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 12:24:31,290 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 12:24:31,292 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 12:24:31,294 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:24:31,302 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1154917005-10.1.1.68-1423772669557 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current: 14ms
2015-02-12 12:24:31,303 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1154917005-10.1.1.68-1423772669557 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current: 14ms
2015-02-12 12:24:31,302 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1154917005-10.1.1.68-1423772669557 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current: 13ms
2015-02-12 12:24:31,302 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1154917005-10.1.1.68-1423772669557 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current: 14ms
2015-02-12 12:24:31,303 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-1154917005-10.1.1.68-1423772669557: 15ms
2015-02-12 12:24:31,303 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-1154917005-10.1.1.68-1423772669557: 16ms
2015-02-12 12:24:31,304 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current...
2015-02-12 12:24:31,304 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current...
2015-02-12 12:24:31,304 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current: 0ms
2015-02-12 12:24:31,304 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current: 0ms
2015-02-12 12:24:31,305 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current...
2015-02-12 12:24:31,305 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current...
2015-02-12 12:24:31,305 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current: 0ms
2015-02-12 12:24:31,305 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current: 0ms
2015-02-12 12:24:31,305 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 2ms
2015-02-12 12:24:31,305 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 2ms
2015-02-12 12:24:31,306 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 12:24:31,307 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:24:31,307 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:24:31,307 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-1154917005-10.1.1.68-1423772669557 (Datanode Uuid null) service to localhost/127.0.0.1:61657 beginning handshake with NN
2015-02-12 12:24:31,307 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-1154917005-10.1.1.68-1423772669557 (Datanode Uuid null) service to localhost/127.0.0.1:61657 beginning handshake with NN
2015-02-12 12:24:31,310 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 12:24:31,310 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 61666
2015-02-12 12:24:31,311 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:24:31,315 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_61666_datanode____.mag5a6/webapp
2015-02-12 12:24:31,318 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=9593ab57-1989-433e-a4af-02278ae6414c, infoPort=61659, ipcPort=61660, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) storage 9593ab57-1989-433e-a4af-02278ae6414c
2015-02-12 12:24:31,322 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:24:31,322 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:61658
2015-02-12 12:24:31,324 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=18070054-5d1e-466b-b94e-bcb360fa5187, infoPort=61662, ipcPort=61664, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) storage 18070054-5d1e-466b-b94e-bcb360fa5187
2015-02-12 12:24:31,324 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:24:31,325 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:61661
2015-02-12 12:24:31,327 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-1154917005-10.1.1.68-1423772669557 (Datanode Uuid null) service to localhost/127.0.0.1:61657 successfully registered with NN
2015-02-12 12:24:31,327 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:61657 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 12:24:31,327 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-1154917005-10.1.1.68-1423772669557 (Datanode Uuid null) service to localhost/127.0.0.1:61657 successfully registered with NN
2015-02-12 12:24:31,328 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:61657 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 12:24:31,362 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:24:31,363 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-6bfcb942-c244-4c82-9f48-8a9915942d57 for DN 127.0.0.1:61661
2015-02-12 12:24:31,363 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5 for DN 127.0.0.1:61661
2015-02-12 12:24:31,364 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:24:31,364 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3 for DN 127.0.0.1:61658
2015-02-12 12:24:31,364 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d for DN 127.0.0.1:61658
2015-02-12 12:24:31,374 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-1154917005-10.1.1.68-1423772669557 (Datanode Uuid 18070054-5d1e-466b-b94e-bcb360fa5187) service to localhost/127.0.0.1:61657 trying to claim ACTIVE state with txid=1
2015-02-12 12:24:31,374 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-1154917005-10.1.1.68-1423772669557 (Datanode Uuid 9593ab57-1989-433e-a4af-02278ae6414c) service to localhost/127.0.0.1:61657 trying to claim ACTIVE state with txid=1
2015-02-12 12:24:31,374 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-1154917005-10.1.1.68-1423772669557 (Datanode Uuid 9593ab57-1989-433e-a4af-02278ae6414c) service to localhost/127.0.0.1:61657
2015-02-12 12:24:31,374 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-1154917005-10.1.1.68-1423772669557 (Datanode Uuid 18070054-5d1e-466b-b94e-bcb360fa5187) service to localhost/127.0.0.1:61657
2015-02-12 12:24:31,384 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:24:31,385 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:24:31,385 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5 node DatanodeRegistration(127.0.0.1, datanodeUuid=18070054-5d1e-466b-b94e-bcb360fa5187, infoPort=61662, ipcPort=61664, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 12:24:31,385 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3 node DatanodeRegistration(127.0.0.1, datanodeUuid=9593ab57-1989-433e-a4af-02278ae6414c, infoPort=61659, ipcPort=61660, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0), blocks: 0, hasStaleStorages: true, processing time: 2 msecs
2015-02-12 12:24:31,385 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-6bfcb942-c244-4c82-9f48-8a9915942d57,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:24:31,385 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-6bfcb942-c244-4c82-9f48-8a9915942d57 node DatanodeRegistration(127.0.0.1, datanodeUuid=18070054-5d1e-466b-b94e-bcb360fa5187, infoPort=61662, ipcPort=61664, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 12:24:31,386 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:24:31,386 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d node DatanodeRegistration(127.0.0.1, datanodeUuid=9593ab57-1989-433e-a4af-02278ae6414c, infoPort=61659, ipcPort=61660, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 12:24:31,405 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 2 msec to generate and 28 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@28f9161a
2015-02-12 12:24:31,405 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,405 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 1 msec to generate and 29 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@791a19f9
2015-02-12 12:24:31,406 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,409 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 12:24:31,409 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:24:31,409 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 12:24:31,409 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 12:24:31,409 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 12:24:31,409 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:24:31,410 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,410 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 12:24:31,410 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 12:24:31,410 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,413 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1154917005-10.1.1.68-1423772669557 to blockPoolScannerMap, new size=1
2015-02-12 12:24:31,413 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1154917005-10.1.1.68-1423772669557 to blockPoolScannerMap, new size=1
2015-02-12 12:24:31,519 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:61666
2015-02-12 12:24:31,520 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 12:24:31,520 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 12:24:31,521 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:24:31,522 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 61667
2015-02-12 12:24:31,526 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:61667
2015-02-12 12:24:31,532 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 12:24:31,533 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 12:24:31,534 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:61657 starting to offer service
2015-02-12 12:24:31,535 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:24:31,535 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 61667: starting
2015-02-12 12:24:31,537 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 12:24:31,538 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8
2015-02-12 12:24:31,538 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 5722@Edinburgh.local
2015-02-12 12:24:31,538 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5 is not formatted for BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,539 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:24:31,540 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 5722@Edinburgh.local
2015-02-12 12:24:31,540 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6 is not formatted for BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,541 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:24:31,578 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 12:24:31,578 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 12:24:31,579 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 12:24:31,580 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:61668
2015-02-12 12:24:31,581 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 12:24:31,582 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 12:24:31,583 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 12:24:31,585 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:24:31,586 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 12:24:31,587 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,587 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:24:31,588 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557 is not formatted.
2015-02-12 12:24:31,588 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:24:31,588 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1154917005-10.1.1.68-1423772669557 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current
2015-02-12 12:24:31,587 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:24:31,589 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:24:31,589 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557 is not formatted.
2015-02-12 12:24:31,589 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:24:31,589 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1154917005-10.1.1.68-1423772669557 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current
2015-02-12 12:24:31,589 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:24:31,590 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:24:31,590 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:24:31,591 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=805756368;bpid=BP-1154917005-10.1.1.68-1423772669557;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=805756368;c=0;bpid=BP-1154917005-10.1.1.68-1423772669557;dnuuid=null
2015-02-12 12:24:31,592 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 12:24:31,592 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID 18d95aeb-8a1b-4513-b042-c5f9210b1a8a
2015-02-12 12:24:31,592 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 61669
2015-02-12 12:24:31,593 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:24:31,593 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current
2015-02-12 12:24:31,593 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current, StorageType: DISK
2015-02-12 12:24:31,594 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current
2015-02-12 12:24:31,594 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current, StorageType: DISK
2015-02-12 12:24:31,595 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 12:24:31,596 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423790693596 with interval 21600000
2015-02-12 12:24:31,596 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,597 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current...
2015-02-12 12:24:31,597 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current...
2015-02-12 12:24:31,602 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_61669_datanode____y6lz2d/webapp
2015-02-12 12:24:31,604 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1154917005-10.1.1.68-1423772669557 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current: 7ms
2015-02-12 12:24:31,605 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1154917005-10.1.1.68-1423772669557 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current: 8ms
2015-02-12 12:24:31,605 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-1154917005-10.1.1.68-1423772669557: 9ms
2015-02-12 12:24:31,605 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current...
2015-02-12 12:24:31,605 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current...
2015-02-12 12:24:31,606 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current: 1ms
2015-02-12 12:24:31,606 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current: 0ms
2015-02-12 12:24:31,606 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 1ms
2015-02-12 12:24:31,606 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-1154917005-10.1.1.68-1423772669557 (Datanode Uuid null) service to localhost/127.0.0.1:61657 beginning handshake with NN
2015-02-12 12:24:31,607 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=18d95aeb-8a1b-4513-b042-c5f9210b1a8a, infoPort=61666, ipcPort=61667, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) storage 18d95aeb-8a1b-4513-b042-c5f9210b1a8a
2015-02-12 12:24:31,608 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:24:31,608 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:61665
2015-02-12 12:24:31,609 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-1154917005-10.1.1.68-1423772669557 (Datanode Uuid null) service to localhost/127.0.0.1:61657 successfully registered with NN
2015-02-12 12:24:31,609 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:61657 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 12:24:31,610 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:24:31,610 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-2c5ca876-f98e-419e-acc4-e7dfa102a197 for DN 127.0.0.1:61665
2015-02-12 12:24:31,610 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-28b15170-9f7f-4a74-b995-9150bc1ff204 for DN 127.0.0.1:61665
2015-02-12 12:24:31,611 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-1154917005-10.1.1.68-1423772669557 (Datanode Uuid 18d95aeb-8a1b-4513-b042-c5f9210b1a8a) service to localhost/127.0.0.1:61657 trying to claim ACTIVE state with txid=1
2015-02-12 12:24:31,611 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-1154917005-10.1.1.68-1423772669557 (Datanode Uuid 18d95aeb-8a1b-4513-b042-c5f9210b1a8a) service to localhost/127.0.0.1:61657
2015-02-12 12:24:31,613 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-2c5ca876-f98e-419e-acc4-e7dfa102a197,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:24:31,613 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-2c5ca876-f98e-419e-acc4-e7dfa102a197 node DatanodeRegistration(127.0.0.1, datanodeUuid=18d95aeb-8a1b-4513-b042-c5f9210b1a8a, infoPort=61666, ipcPort=61667, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 12:24:31,613 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-28b15170-9f7f-4a74-b995-9150bc1ff204,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:24:31,613 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-28b15170-9f7f-4a74-b995-9150bc1ff204 node DatanodeRegistration(127.0.0.1, datanodeUuid=18d95aeb-8a1b-4513-b042-c5f9210b1a8a, infoPort=61666, ipcPort=61667, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 12:24:31,614 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 1 msec to generate and 2 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@6fd92134
2015-02-12 12:24:31,614 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,614 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 12:24:31,615 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:24:31,615 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 12:24:31,615 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 12:24:31,616 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,617 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1154917005-10.1.1.68-1423772669557 to blockPoolScannerMap, new size=1
2015-02-12 12:24:31,785 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:61669
2015-02-12 12:24:31,785 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 12:24:31,786 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 12:24:31,787 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:24:31,787 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 61670
2015-02-12 12:24:31,790 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:61670
2015-02-12 12:24:31,795 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 12:24:31,796 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 12:24:31,797 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:61657 starting to offer service
2015-02-12 12:24:31,798 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:24:31,798 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 61670: starting
2015-02-12 12:24:31,799 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 12:24:31,826 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 5722@Edinburgh.local
2015-02-12 12:24:31,826 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7 is not formatted for BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,827 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:24:31,828 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 5722@Edinburgh.local
2015-02-12 12:24:31,828 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8 is not formatted for BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,828 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:24:31,869 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,869 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:24:31,869 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557 is not formatted.
2015-02-12 12:24:31,869 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:24:31,869 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1154917005-10.1.1.68-1423772669557 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current
2015-02-12 12:24:31,872 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:24:31,872 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557 is not formatted.
2015-02-12 12:24:31,872 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:24:31,872 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1154917005-10.1.1.68-1423772669557 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current
2015-02-12 12:24:31,873 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:24:31,873 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:24:31,874 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=805756368;bpid=BP-1154917005-10.1.1.68-1423772669557;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=805756368;c=0;bpid=BP-1154917005-10.1.1.68-1423772669557;dnuuid=null
2015-02-12 12:24:31,875 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID cbf5b12b-ec73-485f-a254-ead4db8db64b
2015-02-12 12:24:31,876 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current
2015-02-12 12:24:31,876 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current, StorageType: DISK
2015-02-12 12:24:31,876 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current
2015-02-12 12:24:31,877 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current, StorageType: DISK
2015-02-12 12:24:31,877 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 12:24:31,878 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423789399878 with interval 21600000
2015-02-12 12:24:31,879 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,880 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current...
2015-02-12 12:24:31,880 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current...
2015-02-12 12:24:31,888 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1154917005-10.1.1.68-1423772669557 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current: 8ms
2015-02-12 12:24:31,888 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1154917005-10.1.1.68-1423772669557 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current: 8ms
2015-02-12 12:24:31,889 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-1154917005-10.1.1.68-1423772669557: 10ms
2015-02-12 12:24:31,889 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current...
2015-02-12 12:24:31,889 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current...
2015-02-12 12:24:31,889 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current: 0ms
2015-02-12 12:24:31,890 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1154917005-10.1.1.68-1423772669557 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current: 1ms
2015-02-12 12:24:31,890 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 1ms
2015-02-12 12:24:31,890 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-1154917005-10.1.1.68-1423772669557 (Datanode Uuid null) service to localhost/127.0.0.1:61657 beginning handshake with NN
2015-02-12 12:24:31,891 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=cbf5b12b-ec73-485f-a254-ead4db8db64b, infoPort=61669, ipcPort=61670, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) storage cbf5b12b-ec73-485f-a254-ead4db8db64b
2015-02-12 12:24:31,891 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:24:31,891 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:61668
2015-02-12 12:24:31,892 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-1154917005-10.1.1.68-1423772669557 (Datanode Uuid null) service to localhost/127.0.0.1:61657 successfully registered with NN
2015-02-12 12:24:31,892 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:61657 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 12:24:31,894 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:24:31,894 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69 for DN 127.0.0.1:61668
2015-02-12 12:24:31,894 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426 for DN 127.0.0.1:61668
2015-02-12 12:24:31,895 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-1154917005-10.1.1.68-1423772669557 (Datanode Uuid cbf5b12b-ec73-485f-a254-ead4db8db64b) service to localhost/127.0.0.1:61657 trying to claim ACTIVE state with txid=1
2015-02-12 12:24:31,895 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-1154917005-10.1.1.68-1423772669557 (Datanode Uuid cbf5b12b-ec73-485f-a254-ead4db8db64b) service to localhost/127.0.0.1:61657
2015-02-12 12:24:31,897 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:24:31,897 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426 node DatanodeRegistration(127.0.0.1, datanodeUuid=cbf5b12b-ec73-485f-a254-ead4db8db64b, infoPort=61669, ipcPort=61670, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-12 12:24:31,897 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:24:31,897 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69 node DatanodeRegistration(127.0.0.1, datanodeUuid=cbf5b12b-ec73-485f-a254-ead4db8db64b, infoPort=61669, ipcPort=61670, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 12:24:31,898 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 3 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@3fd313a8
2015-02-12 12:24:31,898 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,899 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 12:24:31,899 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:24:31,899 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 12:24:31,899 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 12:24:31,900 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1154917005-10.1.1.68-1423772669557
2015-02-12 12:24:31,900 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1154917005-10.1.1.68-1423772669557 to blockPoolScannerMap, new size=1
2015-02-12 12:24:32,117 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2213)) - Cluster is active
2015-02-12 12:24:32,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:32,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:32,191 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:24:32,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741825_1001 src: /127.0.0.1:61672 dest: /127.0.0.1:61658
2015-02-12 12:24:32,249 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741825_1001 src: /127.0.0.1:61673 dest: /127.0.0.1:61665
2015-02-12 12:24:32,251 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741825_1001 src: /127.0.0.1:61674 dest: /127.0.0.1:61668
2015-02-12 12:24:32,281 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61674, dest: /127.0.0.1:61668, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741825_1001, duration: 21701000
2015-02-12 12:24:32,282 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:32,284 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61673, dest: /127.0.0.1:61665, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741825_1001, duration: 25558000
2015-02-12 12:24:32,284 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:32,287 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61672, dest: /127.0.0.1:61658, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741825_1001, duration: 27849000
2015-02-12 12:24:32,287 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:32,295 INFO namenode.FSNamesystem (FSNamesystem.java:checkFileProgress(3694)) - BLOCK* checkFileProgress: blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} has not reached minimal replication 1
2015-02-12 12:24:32,296 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 12:24:32,296 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 12:24:32,297 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 504324
2015-02-12 12:24:32,298 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741825_1001 size 504324
2015-02-12 12:24:32,298 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741825_1001 size 504324
2015-02-12 12:24:32,706 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:24:32,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 12:24:32,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:24:32,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:32,811 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:24:32,813 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741826_1002 src: /127.0.0.1:61675 dest: /127.0.0.1:61668
2015-02-12 12:24:32,815 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741826_1002 src: /127.0.0.1:61676 dest: /127.0.0.1:61658
2015-02-12 12:24:32,816 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741826_1002 src: /127.0.0.1:61677 dest: /127.0.0.1:61665
2015-02-12 12:24:32,824 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61677, dest: /127.0.0.1:61665, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741826_1002, duration: 5307000
2015-02-12 12:24:32,824 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:32,825 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:24:32,826 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61676, dest: /127.0.0.1:61658, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741826_1002, duration: 7195000
2015-02-12 12:24:32,826 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:32,827 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:24:32,828 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61675, dest: /127.0.0.1:61668, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741826_1002, duration: 8920000
2015-02-12 12:24:32,829 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:32,829 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:24:32,831 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:24:32,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 12:24:32,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null proto=rpc
2015-02-12 12:24:32,923 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(157)) - mkdir: hdfs://localhost:61657/tmp/hadoop-yarn/staging
2015-02-12 12:24:32,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:24:32,941 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 12:24:32,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:24:32,983 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2233)) - core-site.xml not found
2015-02-12 12:24:32,983 INFO security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache
2015-02-12 12:24:33,008 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2233)) - yarn-site.xml not found
2015-02-12 12:24:33,010 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2015-02-12 12:24:33,016 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2015-02-12 12:24:33,018 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(77)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2015-02-12 12:24:33,023 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:<init>(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms
2015-02-12 12:24:33,039 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2015-02-12 12:24:33,043 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2015-02-12 12:24:33,043 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(302)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2015-02-12 12:24:33,056 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2015-02-12 12:24:33,057 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2015-02-12 12:24:33,057 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2015-02-12 12:24:33,058 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2015-02-12 12:24:33,070 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - ResourceManager metrics system started (again)
2015-02-12 12:24:33,079 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2015-02-12 12:24:33,085 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2015-02-12 12:24:33,087 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2015-02-12 12:24:33,088 INFO metrics.SystemMetricsPublisher (SystemMetricsPublisher.java:serviceInit(92)) - YARN system metrics publishing service is not enabled
2015-02-12 12:24:33,089 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list
2015-02-12 12:24:33,091 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2236)) - found resource capacity-scheduler.xml at jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-server-tests/2.6.0.2.2.0.0-2041/ca52ec7870e6cb419445cf631dbcbc6204182d78/hadoop-yarn-server-tests-2.6.0.2.2.0.0-2041-tests.jar!/capacity-scheduler.xml
2015-02-12 12:24:33,121 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:*, labels=*,
, reservationsContinueLooking=true
2015-02-12 12:24:33,122 INFO capacity.ParentQueue (ParentQueue.java:<init>(121)) - Initialized parent-queue root name=root, fullname=root
2015-02-12 12:24:33,129 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:* [= configuredAcls ]
nodeLocalityDelay = 0
labels=*,
nodeLocalityDelay = 0
reservationsContinueLooking = true
2015-02-12 12:24:33,131 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(603)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 12:24:33,132 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(603)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 12:24:33,133 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(467)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 12:24:33,133 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(436)) - Initialized queue mappings, override: false
2015-02-12 12:24:33,133 INFO capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(305)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>, asynchronousScheduling=false, asyncScheduleInterval=5ms
2015-02-12 12:24:33,135 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1
2015-02-12 12:24:33,136 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2015-02-12 12:24:33,136 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2015-02-12 12:24:33,137 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2015-02-12 12:24:33,137 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2015-02-12 12:24:33,137 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2015-02-12 12:24:33,138 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2015-02-12 12:24:33,138 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2015-02-12 12:24:33,138 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2015-02-12 12:24:33,139 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 0
2015-02-12 12:24:33,192 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 12:24:33,193 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 12:24:33,194 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 12:24:33,194 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 12:24:33,195 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 12:24:33,195 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 12:24:33,198 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 12:24:33,199 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 12:24:33,199 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 12:24:33,210 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 12:24:33,211 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 12:24:33,442 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 12:24:33,464 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 12:24:33,465 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 12:24:33,494 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 12:24:33,495 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 12:24:33,495 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 12:24:33,496 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 12:24:33,497 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 12:24:33,498 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2015-02-12 12:24:33,498 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2015-02-12 12:24:33,499 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2015-02-12 12:24:33,499 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2015-02-12 12:24:33,499 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2015-02-12 12:24:33,500 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2015-02-12 12:24:33,500 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2015-02-12 12:24:33,500 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2015-02-12 12:24:33,500 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 1
2015-02-12 12:24:33,519 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 12:24:33,519 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 12:24:33,520 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 12:24:33,520 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 12:24:33,520 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 12:24:33,521 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 12:24:33,521 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 12:24:33,521 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 12:24:33,521 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 12:24:33,526 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 12:24:33,527 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 12:24:33,732 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 12:24:33,733 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 12:24:33,733 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 12:24:33,735 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 12:24:33,736 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 12:24:33,736 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 12:24:33,736 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 12:24:33,736 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 12:24:33,737 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2015-02-12 12:24:33,737 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2015-02-12 12:24:33,738 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2015-02-12 12:24:33,738 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2015-02-12 12:24:33,738 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2015-02-12 12:24:33,738 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2015-02-12 12:24:33,739 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2015-02-12 12:24:33,739 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2015-02-12 12:24:33,739 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 2
2015-02-12 12:24:33,753 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 12:24:33,753 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 12:24:33,753 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 12:24:33,753 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 12:24:33,753 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 12:24:33,754 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 12:24:33,754 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 12:24:33,754 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 12:24:33,754 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 12:24:33,760 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 12:24:33,760 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 12:24:33,946 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 12:24:33,947 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 12:24:33,947 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 12:24:33,950 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 12:24:33,950 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 12:24:33,950 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 12:24:33,950 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 12:24:33,951 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 12:24:33,951 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2015-02-12 12:24:33,951 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2015-02-12 12:24:33,951 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2015-02-12 12:24:33,952 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2015-02-12 12:24:33,952 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2015-02-12 12:24:33,952 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2015-02-12 12:24:33,952 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2015-02-12 12:24:33,953 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2015-02-12 12:24:33,953 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 3
2015-02-12 12:24:33,965 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 12:24:33,965 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 12:24:33,966 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 12:24:33,966 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 12:24:33,966 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 12:24:33,966 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 12:24:33,966 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 12:24:33,967 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 12:24:33,967 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 12:24:33,969 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 12:24:33,970 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 12:24:34,148 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 12:24:34,149 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 12:24:34,149 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 12:24:34,152 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 12:24:34,152 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 12:24:34,152 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 12:24:34,152 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 12:24:34,153 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 12:24:34,164 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2015-02-12 12:24:34,181 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 12:24:34,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 12:24:34,197 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 12:24:34,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:24:34,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:24:34,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:24:34,205 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2015-02-12 12:24:34,206 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2015-02-12 12:24:34,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwt proto=rpc
2015-02-12 12:24:41,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741826_1002
2015-02-12 12:24:41,302 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741825_1001
2015-02-12 12:24:41,610 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741825_1001
2015-02-12 12:24:41,614 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741826_1002
2015-02-12 12:24:41,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741825_1001
2015-02-12 12:24:41,892 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741826_1002
2015-02-12 12:24:44,214 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2015-02-12 12:24:44,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 12:24:44,223 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2015-02-12 12:24:44,232 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:24:44,233 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 61680
2015-02-12 12:24:44,236 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(217)) - Waiting for HistoryServer to start...
2015-02-12 12:24:44,236 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - JobHistoryServer metrics system started (again)
2015-02-12 12:24:44,237 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:24:44,238 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 12:24:44,239 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:24:44,243 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2015-02-12 12:24:44,244 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:24:44,244 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2015-02-12 12:24:44,245 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:24:44,245 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:24:44,245 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /jobhistory/*
2015-02-12 12:24:44,245 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 12:24:44,246 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 61681
2015-02-12 12:24:44,246 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:24:44,249 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/jobhistory to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_61681_jobhistory____.c1dwm3/webapp
2015-02-12 12:24:44,320 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:61681
2015-02-12 12:24:44,320 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /jobhistory started at 61681
2015-02-12 12:24:44,546 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 12:24:44,556 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:24:44,557 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 61682
2015-02-12 12:24:44,560 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2015-02-12 12:24:44,561 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:24:44,561 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 61682: starting
2015-02-12 12:24:44,564 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(146)) - Instantiated HistoryClientService at 10.1.1.68/10.1.1.68:61682
2015-02-12 12:24:44,565 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:24:44,565 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 61680: starting
2015-02-12 12:24:45,739 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(234)) - MiniMRYARN ResourceManager address: Edinburgh.local:0
2015-02-12 12:24:45,740 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(236)) - MiniMRYARN ResourceManager web address: Edinburgh.local:0
2015-02-12 12:24:45,740 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(238)) - MiniMRYARN HistoryServer address: 10.1.1.68:61682
2015-02-12 12:24:45,740 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(240)) - MiniMRYARN HistoryServer web address: Edinburgh.local:61681
2015-02-12 12:24:45,741 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(318)) - Waiting for RM to start...
2015-02-12 12:24:45,742 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1045)) - Transitioning to active state
2015-02-12 12:24:45,749 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(105)) - Rolling master-key for container-tokens
2015-02-12 12:24:45,750 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens
2015-02-12 12:24:45,750 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:24:45,750 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 1
2015-02-12 12:24:45,751 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 12:24:45,751 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:24:45,752 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 2
2015-02-12 12:24:45,761 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:24:45,762 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 61683
2015-02-12 12:24:45,764 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2015-02-12 12:24:45,765 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:24:45,765 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 61683: starting
2015-02-12 12:24:45,779 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:24:45,780 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 61684
2015-02-12 12:24:45,783 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2015-02-12 12:24:45,784 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:24:45,784 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 61684: starting
2015-02-12 12:24:45,815 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:24:45,816 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 61685
2015-02-12 12:24:45,819 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2015-02-12 12:24:45,821 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:24:45,821 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 61685: starting
2015-02-12 12:24:45,829 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1062)) - Transitioned to active state
2015-02-12 12:24:45,834 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2015-02-12 12:24:45,834 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:24:45,838 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster
2015-02-12 12:24:45,838 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static
2015-02-12 12:24:45,838 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context logs
2015-02-12 12:24:45,839 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2015-02-12 12:24:45,839 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:24:45,839 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:24:45,840 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /cluster/*
2015-02-12 12:24:45,840 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 12:24:45,841 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 61686
2015-02-12 12:24:45,841 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:24:45,843 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/cluster to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_61686_cluster____4xha4j/webapp
2015-02-12 12:24:45,931 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:24:45,932 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 12:24:45,932 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:24:46,649 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:24:46,650 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 12:24:46,650 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:24:46,651 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:24:46,651 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 12:24:46,651 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:24:46,652 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:61686
2015-02-12 12:24:46,652 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 61686
2015-02-12 12:24:46,688 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 12:24:46,704 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:24:46,705 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 61687
2015-02-12 12:24:46,707 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2015-02-12 12:24:46,707 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:24:46,708 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 61687: starting
2015-02-12 12:24:47,247 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager address: 10.1.1.68:61685
2015-02-12 12:24:47,247 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(332)) - MiniYARN ResourceManager web address: Edinburgh.local:61686
2015-02-12 12:24:47,247 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager address: 10.1.1.68:61685
2015-02-12 12:24:47,248 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(451)) - MiniYARN ResourceManager web address: Edinburgh.local:61686
2015-02-12 12:24:47,249 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 0 to start...
2015-02-12 12:24:47,256 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:24:47,257 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 61688
2015-02-12 12:24:47,260 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 12:24:47,260 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 12:24:47,260 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:24:47,260 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 61688: starting
2015-02-12 12:24:47,266 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:61688
2015-02-12 12:24:47,270 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:24:47,271 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 61689
2015-02-12 12:24:47,273 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 12:24:47,273 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:24:47,273 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 61689: starting
2015-02-12 12:24:47,275 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 61689
2015-02-12 12:24:47,285 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 12:24:47,295 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 61690
2015-02-12 12:24:47,296 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:47,296 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:61688
2015-02-12 12:24:47,296 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 12:24:47,296 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 12:24:47,297 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 12:24:47,297 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:24:47,298 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 12:24:47,298 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:24:47,298 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:24:47,299 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 12:24:47,299 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 12:24:47,299 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 61691
2015-02-12 12:24:47,300 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:24:47,302 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_61691_node____.qnvp5z/webapp
2015-02-12 12:24:47,737 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:61691
2015-02-12 12:24:47,738 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 61691
2015-02-12 12:24:47,759 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 12:24:47,762 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 12:24:47,767 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 12:24:47,777 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 12:24:47,778 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 61688 httpPort: 61691) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:61688
2015-02-12 12:24:47,779 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 758113422
2015-02-12 12:24:47,780 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 553398333
2015-02-12 12:24:47,780 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:61688 with total resource of <memory:4096, vCores:8>
2015-02-12 12:24:47,780 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 12:24:47,780 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:61688 Node Transitioned from NEW to RUNNING
2015-02-12 12:24:47,784 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:61688 clusterResource: <memory:4096, vCores:8>
2015-02-12 12:24:48,250 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 1 to start...
2015-02-12 12:24:48,253 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:24:48,254 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 61692
2015-02-12 12:24:48,256 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 12:24:48,256 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 12:24:48,257 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:24:48,257 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 61692: starting
2015-02-12 12:24:48,261 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:61692
2015-02-12 12:24:48,262 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:24:48,262 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 61693
2015-02-12 12:24:48,264 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 12:24:48,265 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:24:48,265 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 61693: starting
2015-02-12 12:24:48,267 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 61693
2015-02-12 12:24:48,268 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 12:24:48,268 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 61694
2015-02-12 12:24:48,269 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:48,269 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:61692
2015-02-12 12:24:48,269 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 12:24:48,269 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 12:24:48,270 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 12:24:48,270 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:24:48,271 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 12:24:48,271 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:24:48,271 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:24:48,272 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 12:24:48,272 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 12:24:48,272 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 61695
2015-02-12 12:24:48,272 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:24:48,275 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_61695_node____.463odf/webapp
2015-02-12 12:24:48,502 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:61695
2015-02-12 12:24:48,503 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 61695
2015-02-12 12:24:48,508 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 12:24:48,509 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 12:24:48,510 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 12:24:48,510 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 12:24:48,510 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 61692 httpPort: 61695) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:61692
2015-02-12 12:24:48,510 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:61692 Node Transitioned from NEW to RUNNING
2015-02-12 12:24:48,510 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 758113422
2015-02-12 12:24:48,511 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 553398333
2015-02-12 12:24:48,511 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:61692 with total resource of <memory:4096, vCores:8>
2015-02-12 12:24:48,511 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 12:24:48,511 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:61692 clusterResource: <memory:8192, vCores:16>
2015-02-12 12:24:49,257 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 2 to start...
2015-02-12 12:24:49,260 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:24:49,261 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 61696
2015-02-12 12:24:49,263 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 12:24:49,263 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 12:24:49,264 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:24:49,265 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 61696: starting
2015-02-12 12:24:49,268 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:61696
2015-02-12 12:24:49,269 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:24:49,270 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 61697
2015-02-12 12:24:49,272 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 12:24:49,272 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:24:49,272 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 61697: starting
2015-02-12 12:24:49,274 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 61697
2015-02-12 12:24:49,275 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 12:24:49,276 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 61698
2015-02-12 12:24:49,276 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:49,277 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:61696
2015-02-12 12:24:49,277 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 12:24:49,277 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 12:24:49,277 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 12:24:49,278 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:24:49,278 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 12:24:49,278 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:24:49,279 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:24:49,279 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 12:24:49,279 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 12:24:49,280 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 61699
2015-02-12 12:24:49,280 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:24:49,282 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_61699_node____ibocf5/webapp
2015-02-12 12:24:49,510 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:61699
2015-02-12 12:24:49,510 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 61699
2015-02-12 12:24:49,516 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 12:24:49,516 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 12:24:49,517 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 12:24:49,517 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 12:24:49,517 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 61696 httpPort: 61699) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:61696
2015-02-12 12:24:49,517 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:61696 Node Transitioned from NEW to RUNNING
2015-02-12 12:24:49,517 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 758113422
2015-02-12 12:24:49,517 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 553398333
2015-02-12 12:24:49,517 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:61696 with total resource of <memory:4096, vCores:8>
2015-02-12 12:24:49,518 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 12:24:49,518 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:61696 clusterResource: <memory:12288, vCores:24>
2015-02-12 12:24:50,263 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 3 to start...
2015-02-12 12:24:50,268 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:24:50,269 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 61700
2015-02-12 12:24:50,271 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 12:24:50,271 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 12:24:50,271 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:24:50,272 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 61700: starting
2015-02-12 12:24:50,275 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:61700
2015-02-12 12:24:50,276 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:24:50,277 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 61701
2015-02-12 12:24:50,278 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 12:24:50,279 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:24:50,279 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 61701: starting
2015-02-12 12:24:50,281 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 61701
2015-02-12 12:24:50,281 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 12:24:50,282 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 61702
2015-02-12 12:24:50,282 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:50,283 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:61700
2015-02-12 12:24:50,283 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 12:24:50,283 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 12:24:50,283 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 12:24:50,284 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:24:50,286 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 12:24:50,286 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:24:50,286 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:24:50,287 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 12:24:50,287 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 12:24:50,287 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 61703
2015-02-12 12:24:50,287 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:24:50,290 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_61703_node____.fvuw6z/webapp
2015-02-12 12:24:50,542 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:61703
2015-02-12 12:24:50,542 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 61703
2015-02-12 12:24:50,552 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 12:24:50,553 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 12:24:50,553 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 12:24:50,553 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 12:24:50,553 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 61700 httpPort: 61703) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:61700
2015-02-12 12:24:50,553 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 758113422
2015-02-12 12:24:50,554 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 553398333
2015-02-12 12:24:50,554 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:61700 with total resource of <memory:4096, vCores:8>
2015-02-12 12:24:50,554 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:61700 Node Transitioned from NEW to RUNNING
2015-02-12 12:24:50,554 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 12:24:50,555 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:61700 clusterResource: <memory:16384, vCores:32>
2015-02-12 12:24:51,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:24:51,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:24:51,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:51,287 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt. BP-1154917005-10.1.1.68-1423772669557 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:24:51,289 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741827_1003 src: /127.0.0.1:61704 dest: /127.0.0.1:61665
2015-02-12 12:24:51,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741827_1003 src: /127.0.0.1:61705 dest: /127.0.0.1:61668
2015-02-12 12:24:51,292 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741827_1003 src: /127.0.0.1:61706 dest: /127.0.0.1:61661
2015-02-12 12:24:51,300 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61706, dest: /127.0.0.1:61661, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741827_1003, duration: 6759000
2015-02-12 12:24:51,300 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:51,302 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:24:51,302 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61705, dest: /127.0.0.1:61668, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741827_1003, duration: 8229000
2015-02-12 12:24:51,302 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:51,305 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:24:51,305 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61704, dest: /127.0.0.1:61665, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741827_1003, duration: 9732000
2015-02-12 12:24:51,306 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:51,308 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:24:51,310 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:24:51,348 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:24:51,350 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:24:51,355 INFO property.AppProps (AppProps.java:getAppID(169)) - using app.id: 223072252E144BC1BAD92478CC79BB0A
2015-02-12 12:24:51,388 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-02-12 12:24:51,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 12:24:51,458 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-12 12:24:51,459 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 12:24:51,460 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 12:24:51,460 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["SequenceFile[[UNKNOWN]->['ip', 'count', 'boolean']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization"]
2015-02-12 12:24:51,460 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 12:24:51,461 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 12:24:51,461 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 12:24:51,462 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...pesplatform/serialization
2015-02-12 12:24:51,485 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:24:51,559 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:24:51,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 12:24:51,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:24:51,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:24:51,600 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 1
2015-02-12 12:24:51,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001 dst=null perm=null proto=rpc
2015-02-12 12:24:51,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:24:51,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:24:51,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:51,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:51,617 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:24:51,619 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741828_1004 src: /127.0.0.1:61708 dest: /127.0.0.1:61658
2015-02-12 12:24:51,621 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741828_1004 src: /127.0.0.1:61709 dest: /127.0.0.1:61668
2015-02-12 12:24:51,623 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741828_1004 src: /127.0.0.1:61710 dest: /127.0.0.1:61665
2015-02-12 12:24:51,631 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61710, dest: /127.0.0.1:61665, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741828_1004, duration: 6478000
2015-02-12 12:24:51,631 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:51,632 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:24:51,633 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61709, dest: /127.0.0.1:61668, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741828_1004, duration: 6331000
2015-02-12 12:24:51,633 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:51,634 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:24:51,635 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61708, dest: /127.0.0.1:61658, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741828_1004, duration: 7722000
2015-02-12 12:24:51,635 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:51,636 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:24:51,637 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:24:51,641 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.jar
2015-02-12 12:24:51,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:51,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:51,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:51,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:24:51,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:51,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:24:51,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:24:51,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:24:51,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:24:51,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:24:51,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:24:51,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:24:51,671 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:24:51,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:24:51,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:51,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:51,688 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.split
2015-02-12 12:24:51,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:24:51,692 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:24:51,694 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741829_1005 src: /127.0.0.1:61711 dest: /127.0.0.1:61668
2015-02-12 12:24:51,696 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741829_1005 src: /127.0.0.1:61712 dest: /127.0.0.1:61658
2015-02-12 12:24:51,698 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741829_1005 src: /127.0.0.1:61713 dest: /127.0.0.1:61661
2015-02-12 12:24:51,699 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741829_1005 src: /127.0.0.1:61714 dest: /127.0.0.1:61665
2015-02-12 12:24:51,706 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61714, dest: /127.0.0.1:61665, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741829_1005, duration: 4971000
2015-02-12 12:24:51,706 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:51,708 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:24:51,709 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61713, dest: /127.0.0.1:61661, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741829_1005, duration: 6932000
2015-02-12 12:24:51,710 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:51,711 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:24:51,711 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61712, dest: /127.0.0.1:61658, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741829_1005, duration: 9562000
2015-02-12 12:24:51,712 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:51,712 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:24:51,714 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61711, dest: /127.0.0.1:61668, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741829_1005, duration: 11379000
2015-02-12 12:24:51,714 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:51,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:24:51,719 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:24:51,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:51,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:51,728 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:24:51,730 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741830_1006 src: /127.0.0.1:61715 dest: /127.0.0.1:61668
2015-02-12 12:24:51,732 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741830_1006 src: /127.0.0.1:61716 dest: /127.0.0.1:61658
2015-02-12 12:24:51,734 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741830_1006 src: /127.0.0.1:61717 dest: /127.0.0.1:61665
2015-02-12 12:24:51,740 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61717, dest: /127.0.0.1:61665, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741830_1006, duration: 4545000
2015-02-12 12:24:51,740 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:51,746 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:24:51,746 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61716, dest: /127.0.0.1:61658, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741830_1006, duration: 10191000
2015-02-12 12:24:51,746 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:51,747 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61715, dest: /127.0.0.1:61668, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741830_1006, duration: 11781000
2015-02-12 12:24:51,748 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:51,749 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:24:51,751 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:24:51,752 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:24:51,753 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 12:24:51,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:51,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:51,862 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:24:51,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741831_1007 src: /127.0.0.1:61718 dest: /127.0.0.1:61661
2015-02-12 12:24:51,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741831_1007 src: /127.0.0.1:61719 dest: /127.0.0.1:61665
2015-02-12 12:24:51,870 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741831_1007 src: /127.0.0.1:61720 dest: /127.0.0.1:61668
2015-02-12 12:24:51,877 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61720, dest: /127.0.0.1:61668, bytes: 99032, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741831_1007, duration: 5210000
2015-02-12 12:24:51,877 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:51,878 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:24:51,878 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61719, dest: /127.0.0.1:61665, bytes: 99032, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741831_1007, duration: 6243000
2015-02-12 12:24:51,879 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:51,880 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61718, dest: /127.0.0.1:61661, bytes: 99032, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741831_1007, duration: 8102000
2015-02-12 12:24:51,880 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:24:51,880 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:51,882 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:24:51,883 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:24:51,884 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0001
2015-02-12 12:24:51,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001 dst=null perm=null proto=rpc
2015-02-12 12:24:51,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:24:51,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:24:51,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:51,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:51,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:24:51,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:24:51,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:24:51,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:24:51,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:51,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:24:51,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:51,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:24:51,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:51,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:24:51,994 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 1 submitted by user soberoi
2015-02-12 12:24:51,994 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0001
2015-02-12 12:24:51,995 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0001
2015-02-12 12:24:51,995 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0001 State change from NEW to NEW_SAVING
2015-02-12 12:24:52,000 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0001
2015-02-12 12:24:52,009 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0001 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:24:52,010 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0001 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:24:52,013 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0001 from user: soberoi, in queue: default
2015-02-12 12:24:52,015 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0001 State change from SUBMITTED to ACCEPTED
2015-02-12 12:24:52,031 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0001_000001
2015-02-12 12:24:52,032 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0001_000001 State change from NEW to SUBMITTED
2015-02-12 12:24:52,040 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0001 from user: soberoi activated in queue: default
2015-02-12 12:24:52,040 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:24:52,041 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0001_000001 to scheduler from user soberoi in queue default
2015-02-12 12:24:52,042 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0001_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:24:52,222 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0001
2015-02-12 12:24:52,242 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0001/
2015-02-12 12:24:52,243 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423772685743_0001
2015-02-12 12:24:52,243 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0001/
2015-02-12 12:24:52,536 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:24:52,537 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000001
2015-02-12 12:24:52,537 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61692, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:24:52,537 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0001_000001 container=Container: [ContainerId: container_1423772685743_0001_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:24:52,538 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:24:52,538 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:24:52,547 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61692 for container : container_1423772685743_0001_01_000001
2015-02-12 12:24:52,554 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:24:52,554 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0001_000001
2015-02-12 12:24:52,555 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0001 AttemptId: appattempt_1423772685743_0001_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0001_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ]
2015-02-12 12:24:52,556 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:24:52,562 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:24:52,564 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0001_000001
2015-02-12 12:24:52,574 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0001_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] for AM appattempt_1423772685743_0001_000001
2015-02-12 12:24:52,574 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:24:52,575 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0001_000001
2015-02-12 12:24:52,578 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0001_000001
2015-02-12 12:24:52,598 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0001_000001 (auth:SIMPLE)
2015-02-12 12:24:52,610 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0001_01_000001 by user soberoi
2015-02-12 12:24:52,628 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0001
2015-02-12 12:24:52,633 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000001
2015-02-12 12:24:52,634 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0001 transitioned from NEW to INITING
2015-02-12 12:24:52,635 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0001_01_000001 to application application_1423772685743_0001
2015-02-12 12:24:52,641 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0001 transitioned from INITING to RUNNING
2015-02-12 12:24:52,643 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0001_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] for AM appattempt_1423772685743_0001_000001
2015-02-12 12:24:52,644 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0001_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:24:52,644 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:24:52,644 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0001
2015-02-12 12:24:52,652 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:24:52,652 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:24:52,652 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:24:52,652 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:24:52,653 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:24:52,653 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:24:52,653 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0001_01_000001
2015-02-12 12:24:52,655 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423772672705, FILE, null }
2015-02-12 12:24:52,659 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar, 1423772672831, FILE, null }
2015-02-12 12:24:52,675 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423772685743_0001_01_000001.tokens. Credentials list:
2015-02-12 12:24:52,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:52,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:24:52,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:24:52,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:24:52,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:24:52,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:24:52,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:24:52,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:52,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:24:52,830 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:24:52,834 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/filecache/11/hadoop-7772018899607308694.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:24:52,852 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:24:52,941 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423772685743_0001_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000001.tokens
2015-02-12 12:24:52,941 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0001
2015-02-12 12:24:53,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:53,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:53,087 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:24:53,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:24:53,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:24:53,135 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:24:53,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:24:53,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:24:53,188 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:24:53,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:24:53,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:24:53,240 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:24:53,240 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:24:53,293 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:24:53,293 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:53,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000001/default_container_executor.sh]
2015-02-12 12:24:53,527 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:24:54,609 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61665 to replicate blk_1073741828_1004 to datanode(s) 127.0.0.1:61661
2015-02-12 12:24:55,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:24:55,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:24:55,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:24:55,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:24:55,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001 dst=null perm=null proto=rpc
2015-02-12 12:24:55,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:24:55,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:24:55,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:24:55,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:24:55,636 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=18d95aeb-8a1b-4513-b042-c5f9210b1a8a, infoPort=61666, ipcPort=61667, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073741828_1004 to 127.0.0.1:61661
2015-02-12 12:24:55,640 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741828_1004 src: /127.0.0.1:61727 dest: /127.0.0.1:61661
2015-02-12 12:24:55,641 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073741828_1004 (numBytes=254067) to /127.0.0.1:61661
2015-02-12 12:24:55,642 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073741828_1004 src: /127.0.0.1:61727 dest: /127.0.0.1:61661 of size 254067
2015-02-12 12:24:55,643 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741828_1004 size 254067
2015-02-12 12:24:55,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:24:55,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:24:56,626 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741827_1003
2015-02-12 12:24:56,711 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0001_000001 (auth:SIMPLE)
2015-02-12 12:24:56,718 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0001_000001
2015-02-12 12:24:56,719 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0001 APPATTEMPTID=appattempt_1423772685743_0001_000001
2015-02-12 12:24:56,720 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0001_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:24:56,720 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0001 State change from ACCEPTED to RUNNING
2015-02-12 12:24:56,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job_1423772685743_0001_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:56,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:24:56,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job_1423772685743_0001_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:56,907 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741828_1004
2015-02-12 12:24:56,908 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741827_1003
2015-02-12 12:24:56,908 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741829_1005
2015-02-12 12:24:56,909 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741830_1006
2015-02-12 12:24:56,910 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741831_1007
2015-02-12 12:24:57,009 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job_1423772685743_0001_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:24:57,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741832_1008 src: /127.0.0.1:61734 dest: /127.0.0.1:61665
2015-02-12 12:24:57,063 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741832_1008 src: /127.0.0.1:61735 dest: /127.0.0.1:61658
2015-02-12 12:24:57,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741832_1008 src: /127.0.0.1:61736 dest: /127.0.0.1:61661
2015-02-12 12:24:57,100 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61736, dest: /127.0.0.1:61661, bytes: 116293, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1399068012_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741832_1008, duration: 32886000
2015-02-12 12:24:57,101 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:57,102 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61735, dest: /127.0.0.1:61658, bytes: 116293, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1399068012_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741832_1008, duration: 34190000
2015-02-12 12:24:57,102 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:57,107 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61734, dest: /127.0.0.1:61665, bytes: 116293, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1399068012_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741832_1008, duration: 36526000
2015-02-12 12:24:57,107 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:57,109 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:24:57,110 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:24:57,112 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:24:57,117 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job_1423772685743_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1399068012_1
2015-02-12 12:24:57,820 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:24:57,821 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000002
2015-02-12 12:24:57,821 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:24:57,822 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0001_000001 container=Container: [ContainerId: container_1423772685743_0001_01_000002, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:24:57,822 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:24:57,823 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:24:57,823 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:24:57,823 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000003
2015-02-12 12:24:57,823 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:24:57,824 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0001_000001 container=Container: [ContainerId: container_1423772685743_0001_01_000003, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:24:57,824 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:24:57,824 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:24:57,825 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:24:57,825 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000004
2015-02-12 12:24:57,825 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 12:24:57,825 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0001_000001 container=Container: [ContainerId: container_1423772685743_0001_01_000004, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:24:57,826 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:24:57,826 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:24:57,826 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:24:57,827 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000005
2015-02-12 12:24:57,827 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 12:24:57,827 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0001_000001 container=Container: [ContainerId: container_1423772685743_0001_01_000005, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:24:57,827 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:24:57,827 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:24:58,788 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61688 for container : container_1423772685743_0001_01_000002
2015-02-12 12:24:58,790 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:24:58,791 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:24:58,794 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:24:58,795 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:24:58,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:58,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:58,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:24:58,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:24:58,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:58,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:24:58,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:58,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:24:58,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:58,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:24:58,939 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0001_000001 (auth:SIMPLE)
2015-02-12 12:24:58,940 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0001_000001 (auth:SIMPLE)
2015-02-12 12:24:58,943 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0001_000001 (auth:SIMPLE)
2015-02-12 12:24:58,944 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0001_000001 (auth:SIMPLE)
2015-02-12 12:24:58,951 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0001_01_000003 by user soberoi
2015-02-12 12:24:58,951 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0001_01_000002 by user soberoi
2015-02-12 12:24:58,951 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0001_01_000004 by user soberoi
2015-02-12 12:24:58,951 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0001_01_000005 by user soberoi
2015-02-12 12:24:58,952 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0001
2015-02-12 12:24:58,953 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0001_01_000002 to application application_1423772685743_0001
2015-02-12 12:24:58,953 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000003
2015-02-12 12:24:58,952 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000004
2015-02-12 12:24:58,953 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000005
2015-02-12 12:24:58,952 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000002
2015-02-12 12:24:58,953 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0001_01_000004 to application application_1423772685743_0001
2015-02-12 12:24:58,956 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0001_01_000005 to application application_1423772685743_0001
2015-02-12 12:24:58,956 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0001 transitioned from NEW to INITING
2015-02-12 12:24:58,957 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0001_01_000003 to application application_1423772685743_0001
2015-02-12 12:24:58,957 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0001 transitioned from INITING to RUNNING
2015-02-12 12:24:58,958 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:24:58,960 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:24:58,960 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 12:24:58,961 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:24:58,961 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0001
2015-02-12 12:24:58,962 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0001
2015-02-12 12:24:58,962 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:24:58,964 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0001
2015-02-12 12:24:58,964 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:24:58,964 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:24:58,964 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:24:58,965 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:24:58,965 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0001
2015-02-12 12:24:58,965 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0001
2015-02-12 12:24:58,965 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:24:58,966 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0001
2015-02-12 12:24:58,966 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0001
2015-02-12 12:24:58,966 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0001
2015-02-12 12:24:58,966 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:24:58,967 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0001
2015-02-12 12:24:58,967 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0001
2015-02-12 12:24:58,967 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0001
2015-02-12 12:24:58,967 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:24:58,968 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0001
2015-02-12 12:24:58,968 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0001_01_000002
2015-02-12 12:24:58,968 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423772672705, FILE, null }
2015-02-12 12:24:58,971 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar, 1423772672831, FILE, null }
2015-02-12 12:24:58,972 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0001_01_000003
2015-02-12 12:24:58,972 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423772672705, FILE, null }
2015-02-12 12:24:58,973 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar, 1423772672831, FILE, null }
2015-02-12 12:24:58,973 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0001_01_000005
2015-02-12 12:24:58,978 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423772672705, FILE, null }
2015-02-12 12:24:58,978 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar, 1423772672831, FILE, null }
2015-02-12 12:24:58,978 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0001_01_000004
2015-02-12 12:24:58,985 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423772672705, FILE, null }
2015-02-12 12:24:58,985 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar, 1423772672831, FILE, null }
2015-02-12 12:24:59,001 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423772685743_0001_01_000002.tokens. Credentials list:
2015-02-12 12:24:59,009 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423772685743_0001_01_000003.tokens. Credentials list:
2015-02-12 12:24:59,010 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423772685743_0001_01_000005.tokens. Credentials list:
2015-02-12 12:24:59,011 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423772685743_0001_01_000004.tokens. Credentials list:
2015-02-12 12:24:59,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:59,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:24:59,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:24:59,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:24:59,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:24:59,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:24:59,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:24:59,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:59,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:24:59,110 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/filecache/11/hadoop-7772018899607308694.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:24:59,111 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:24:59,170 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:24:59,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423772685743_0001_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000002.tokens
2015-02-12 12:24:59,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0001
2015-02-12 12:24:59,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:24:59,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:59,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:59,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423772685743_0001_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000004.tokens
2015-02-12 12:24:59,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0001
2015-02-12 12:24:59,435 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:24:59,465 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:24:59,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:24:59,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:24:59,577 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:24:59,578 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:24:59,578 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:24:59,578 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:24:59,578 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:24:59,639 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:24:59,691 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:24:59,691 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:59,713 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 12:24:59,713 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:59,716 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:24:59,716 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:59,720 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:24:59,720 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:59,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423772685743_0001_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000005.tokens
2015-02-12 12:24:59,733 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0001
2015-02-12 12:24:59,809 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:24:59,826 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:24:59,826 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:24:59,826 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:24:59,827 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:24:59,867 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423772685743_0001_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000003.tokens
2015-02-12 12:24:59,867 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0001
2015-02-12 12:24:59,962 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000003/default_container_executor.sh]
2015-02-12 12:24:59,973 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000002/default_container_executor.sh]
2015-02-12 12:24:59,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000004/default_container_executor.sh]
2015-02-12 12:25:00,030 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000005/default_container_executor.sh]
2015-02-12 12:25:00,619 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 12:25:00,619 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 12:25:01,296 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741828_1004
2015-02-12 12:25:01,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741829_1005
2015-02-12 12:25:01,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741827_1003
2015-02-12 12:25:01,298 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741831_1007
2015-02-12 12:25:01,310 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741829_1005
2015-02-12 12:25:01,313 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741828_1004
2015-02-12 12:25:01,314 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741830_1006
2015-02-12 12:25:01,630 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741830_1006
2015-02-12 12:25:01,633 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741828_1004
2015-02-12 12:25:01,634 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741831_1007
2015-02-12 12:25:01,635 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741829_1005
2015-02-12 12:25:06,307 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741832_1008
2015-02-12 12:25:06,319 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741832_1008
2015-02-12 12:25:06,643 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741832_1008
2015-02-12 12:25:07,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:07,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:07,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:07,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:08,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:25:08,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:25:08,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:25:08,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:25:08,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423772685743_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:25:08,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423772685743_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:25:08,945 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0001_000001 (auth:SIMPLE)
2015-02-12 12:25:08,951 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0001_01_000002
2015-02-12 12:25:08,952 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000002
2015-02-12 12:25:08,952 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:25:08,952 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0001_01_000002
2015-02-12 12:25:08,977 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0001_01_000002 is : 143
2015-02-12 12:25:08,977 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job_1423772685743_0001_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:25:08,980 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741833_1009 src: /127.0.0.1:61779 dest: /127.0.0.1:61661
2015-02-12 12:25:08,982 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741833_1009 src: /127.0.0.1:61780 dest: /127.0.0.1:61665
2015-02-12 12:25:08,983 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741833_1009 src: /127.0.0.1:61781 dest: /127.0.0.1:61658
2015-02-12 12:25:08,993 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job_1423772685743_0001_1.jhist for DFSClient_NONMAPREDUCE_-1399068012_1
2015-02-12 12:25:08,994 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:25:08,995 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000002
2015-02-12 12:25:08,995 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000002
2015-02-12 12:25:08,996 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000002
2015-02-12 12:25:08,998 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:25:08,998 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0001_01_000002 from application application_1423772685743_0001
2015-02-12 12:25:08,998 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:08,998 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0001
2015-02-12 12:25:08,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000002
2015-02-12 12:25:08,999 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000002
2015-02-12 12:25:09,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423772685743_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:25:09,087 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0001_000001 (auth:SIMPLE)
2015-02-12 12:25:09,091 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0001_01_000003
2015-02-12 12:25:09,092 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000003
2015-02-12 12:25:09,094 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:25:09,094 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0001_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:25:09,094 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000002
2015-02-12 12:25:09,095 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 12:25:09,095 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 12:25:09,096 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0001_01_000002, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 12:25:09,096 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:09,096 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:25:09,096 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0001_000001 released container container_1423772685743_0001_01_000002 on node: host: 10.1.1.68:61688 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 12:25:09,097 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:25:09,097 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0001_01_000003
2015-02-12 12:25:09,116 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0001_000001 (auth:SIMPLE)
2015-02-12 12:25:09,119 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0001_01_000004
2015-02-12 12:25:09,120 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000004
2015-02-12 12:25:09,121 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:09,125 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0001_01_000003 is : 143
2015-02-12 12:25:09,138 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:25:09,138 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:25:09,138 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0001_01_000004
2015-02-12 12:25:09,158 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0001_01_000004 is : 143
2015-02-12 12:25:09,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000003
2015-02-12 12:25:09,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000003
2015-02-12 12:25:09,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000003
2015-02-12 12:25:09,176 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000003
2015-02-12 12:25:09,176 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:25:09,176 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000003
2015-02-12 12:25:09,176 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:25:09,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000004
2015-02-12 12:25:09,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000004
2015-02-12 12:25:09,179 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000004
2015-02-12 12:25:09,179 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000004
2015-02-12 12:25:09,180 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0001_01_000003 from application application_1423772685743_0001
2015-02-12 12:25:09,180 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:09,180 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0001
2015-02-12 12:25:09,181 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000004
2015-02-12 12:25:09,181 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:25:09,181 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0001_01_000004 from application application_1423772685743_0001
2015-02-12 12:25:09,181 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:09,181 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0001
2015-02-12 12:25:09,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423772685743_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:25:09,228 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0001_000001 (auth:SIMPLE)
2015-02-12 12:25:09,231 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0001_01_000005
2015-02-12 12:25:09,232 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000005
2015-02-12 12:25:09,232 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:09,233 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000005 transitioned from RUNNING to KILLING
2015-02-12 12:25:09,233 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:25:09,234 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0001_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:25:09,234 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000003
2015-02-12 12:25:09,235 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 12:25:09,235 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:25:09,236 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0001_01_000005
2015-02-12 12:25:09,236 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0001_01_000003, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:25:09,236 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:09,236 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:25:09,236 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0001_000001 released container container_1423772685743_0001_01_000003 on node: host: 10.1.1.68:61688 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 12:25:09,237 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:25:09,237 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0001_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:25:09,237 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000004
2015-02-12 12:25:09,237 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:25:09,237 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:25:09,238 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0001_01_000004, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:25:09,238 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:09,238 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:25:09,238 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0001_000001 released container container_1423772685743_0001_01_000004 on node: host: 10.1.1.68:61688 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:25:09,264 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0001_01_000005 is : 143
2015-02-12 12:25:09,279 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:25:09,281 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000005
2015-02-12 12:25:09,281 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000005
2015-02-12 12:25:09,281 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000005
2015-02-12 12:25:09,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000005
2015-02-12 12:25:09,283 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000005
2015-02-12 12:25:09,284 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:25:09,284 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0001_01_000005 from application application_1423772685743_0001
2015-02-12 12:25:09,285 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:09,285 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0001
2015-02-12 12:25:10,235 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:10,235 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:10,235 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:10,235 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:25:10,236 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0001_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 12:25:10,236 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000005
2015-02-12 12:25:10,236 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:25:10,236 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:25:10,237 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0001_01_000005, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:25:10,237 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:10,237 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:25:10,238 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0001_000001 released container container_1423772685743_0001_01_000005 on node: host: 10.1.1.68:61688 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:25:11,239 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:11,239 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0001_01_000002, container_1423772685743_0001_01_000003, container_1423772685743_0001_01_000004]
2015-02-12 12:25:11,239 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:11,239 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:11,240 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:11,240 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:25:11,241 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000006
2015-02-12 12:25:11,241 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0001_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:25:11,241 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0001_000001 container=Container: [ContainerId: container_1423772685743_0001_01_000006, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:25:11,242 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:25:11,242 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:11,892 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:25:11,907 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0001_000001 (auth:SIMPLE)
2015-02-12 12:25:11,912 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0001_01_000006 by user soberoi
2015-02-12 12:25:11,912 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000006
2015-02-12 12:25:11,912 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0001_01_000006 to application application_1423772685743_0001
2015-02-12 12:25:11,913 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 12:25:11,913 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0001
2015-02-12 12:25:11,913 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0001
2015-02-12 12:25:11,913 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:25:11,913 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0001
2015-02-12 12:25:11,914 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:25:11,968 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 12:25:11,968 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:12,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000006/default_container_executor.sh]
2015-02-12 12:25:12,242 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0001_01_000005]
2015-02-12 12:25:12,242 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:25:12,242 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:12,898 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:25:14,247 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2015-02-12 12:25:14,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 12:25:14,250 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2015-02-12 12:25:14,509 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:25:14,529 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:25:14,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423772685743_0001_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:14,822 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423772685743_0001_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:25:14,901 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741834_1010 src: /127.0.0.1:61791 dest: /127.0.0.1:61668
2015-02-12 12:25:14,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741834_1010 src: /127.0.0.1:61792 dest: /127.0.0.1:61665
2015-02-12 12:25:14,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741834_1010 src: /127.0.0.1:61793 dest: /127.0.0.1:61658
2015-02-12 12:25:14,952 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61793, dest: /127.0.0.1:61658, bytes: 342, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0001_r_000000_0_-528177053_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741834_1010, duration: 45054000
2015-02-12 12:25:14,952 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:14,952 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:25:14,953 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61792, dest: /127.0.0.1:61665, bytes: 342, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0001_r_000000_0_-528177053_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741834_1010, duration: 45823000
2015-02-12 12:25:14,953 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:14,954 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:25:14,954 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61791, dest: /127.0.0.1:61668, bytes: 342, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0001_r_000000_0_-528177053_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741834_1010, duration: 47109000
2015-02-12 12:25:14,954 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:14,956 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:25:14,960 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423772685743_0001_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0001_r_000000_0_-528177053_1
2015-02-12 12:25:14,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423772685743_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:25:14,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423772685743_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:25:14,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/task_1423772685743_0001_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:25:14,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423772685743_0001_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/task_1423772685743_0001_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:25:15,012 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0001_000001 (auth:SIMPLE)
2015-02-12 12:25:15,014 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0001_01_000006
2015-02-12 12:25:15,014 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000006
2015-02-12 12:25:15,014 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000006 transitioned from RUNNING to KILLING
2015-02-12 12:25:15,014 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0001_01_000006
2015-02-12 12:25:15,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:15,024 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1399068012_1
2015-02-12 12:25:15,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:25:15,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 12:25:15,039 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0001_01_000006 is : 143
2015-02-12 12:25:15,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 12:25:15,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/task_1423772685743_0001_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:25:15,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:25:15,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/task_1423772685743_0001_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:15,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary dst=null perm=null proto=rpc
2015-02-12 12:25:15,070 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:25:15,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:15,078 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1399068012_1
2015-02-12 12:25:15,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000006
2015-02-12 12:25:15,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:15,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000006
2015-02-12 12:25:15,083 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1399068012_1
2015-02-12 12:25:15,084 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000006
2015-02-12 12:25:15,085 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000006
2015-02-12 12:25:15,086 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000006
2015-02-12 12:25:15,086 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:25:15,093 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0001_01_000006 from application application_1423772685743_0001
2015-02-12 12:25:15,094 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:15,097 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0001
2015-02-12 12:25:15,116 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61781, dest: /127.0.0.1:61658, bytes: 61405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1399068012_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741833_1009, duration: 6130786000
2015-02-12 12:25:15,116 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:15,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 15710
2015-02-12 12:25:15,118 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61780, dest: /127.0.0.1:61665, bytes: 61405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1399068012_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741833_1009, duration: 6131517000
2015-02-12 12:25:15,118 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:15,118 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 15710
2015-02-12 12:25:15,120 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61779, dest: /127.0.0.1:61661, bytes: 61405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1399068012_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741833_1009, duration: 6134527000
2015-02-12 12:25:15,120 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:15,121 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 15710
2015-02-12 12:25:15,123 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job_1423772685743_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_-1399068012_1
2015-02-12 12:25:15,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:15,129 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:25:15,131 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741835_1011 src: /127.0.0.1:61795 dest: /127.0.0.1:61665
2015-02-12 12:25:15,133 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741835_1011 src: /127.0.0.1:61796 dest: /127.0.0.1:61658
2015-02-12 12:25:15,134 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741835_1011 src: /127.0.0.1:61797 dest: /127.0.0.1:61668
2015-02-12 12:25:15,138 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61797, dest: /127.0.0.1:61668, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1399068012_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741835_1011, duration: 1873000
2015-02-12 12:25:15,138 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:15,139 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:25:15,139 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61796, dest: /127.0.0.1:61658, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1399068012_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741835_1011, duration: 2689000
2015-02-12 12:25:15,140 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:15,140 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:25:15,141 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61795, dest: /127.0.0.1:61665, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1399068012_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741835_1011, duration: 4428000
2015-02-12 12:25:15,141 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:15,142 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:25:15,143 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1399068012_1
2015-02-12 12:25:15,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:25:15,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job_1423772685743_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:25:15,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001-1423772691971-soberoi-%5B0AE94C50D85447A7A9B6C6E82754590C%2FAF51F2C63A394C73-1423772715085-4-1-SUCCEEDED-default-1423772696760.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:25:15,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job_1423772685743_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:25:15,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001-1423772691971-soberoi-%5B0AE94C50D85447A7A9B6C6E82754590C%2FAF51F2C63A394C73-1423772715085-4-1-SUCCEEDED-default-1423772696760.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:25:15,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job_1423772685743_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:25:15,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001-1423772691971-soberoi-%5B0AE94C50D85447A7A9B6C6E82754590C%2FAF51F2C63A394C73-1423772715085-4-1-SUCCEEDED-default-1423772696760.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:15,172 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001-1423772691971-soberoi-%5B0AE94C50D85447A7A9B6C6E82754590C%2FAF51F2C63A394C73-1423772715085-4-1-SUCCEEDED-default-1423772696760.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:25:15,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741836_1012 src: /127.0.0.1:61799 dest: /127.0.0.1:61658
2015-02-12 12:25:15,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741836_1012 src: /127.0.0.1:61800 dest: /127.0.0.1:61661
2015-02-12 12:25:15,178 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741836_1012 src: /127.0.0.1:61801 dest: /127.0.0.1:61668
2015-02-12 12:25:15,182 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61801, dest: /127.0.0.1:61668, bytes: 61405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1399068012_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741836_1012, duration: 2392000
2015-02-12 12:25:15,182 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:15,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:25:15,183 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61800, dest: /127.0.0.1:61661, bytes: 61405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1399068012_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741836_1012, duration: 3288000
2015-02-12 12:25:15,183 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:15,184 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:25:15,184 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61799, dest: /127.0.0.1:61658, bytes: 61405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1399068012_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741836_1012, duration: 4393000
2015-02-12 12:25:15,185 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:15,185 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:25:15,188 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001-1423772691971-soberoi-%5B0AE94C50D85447A7A9B6C6E82754590C%2FAF51F2C63A394C73-1423772715085-4-1-SUCCEEDED-default-1423772696760.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1399068012_1
2015-02-12 12:25:15,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001-1423772691971-soberoi-%5B0AE94C50D85447A7A9B6C6E82754590C%2FAF51F2C63A394C73-1423772715085-4-1-SUCCEEDED-default-1423772696760.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:25:15,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job_1423772685743_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:25:15,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:25:15,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job_1423772685743_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:25:15,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:25:15,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001/job_1423772685743_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:25:15,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:15,206 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:25:15,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741837_1013 src: /127.0.0.1:61803 dest: /127.0.0.1:61665
2015-02-12 12:25:15,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741837_1013 src: /127.0.0.1:61804 dest: /127.0.0.1:61658
2015-02-12 12:25:15,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741837_1013 src: /127.0.0.1:61805 dest: /127.0.0.1:61661
2015-02-12 12:25:15,219 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61805, dest: /127.0.0.1:61661, bytes: 116293, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1399068012_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741837_1013, duration: 5606000
2015-02-12 12:25:15,220 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:15,221 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:25:15,221 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61804, dest: /127.0.0.1:61658, bytes: 116293, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1399068012_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741837_1013, duration: 6979000
2015-02-12 12:25:15,221 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:15,222 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:25:15,222 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61803, dest: /127.0.0.1:61665, bytes: 116293, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1399068012_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741837_1013, duration: 8740000
2015-02-12 12:25:15,223 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:15,224 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:25:15,226 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1399068012_1
2015-02-12 12:25:15,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:25:15,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:25:15,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:25:15,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001-1423772691971-soberoi-%5B0AE94C50D85447A7A9B6C6E82754590C%2FAF51F2C63A394C73-1423772715085-4-1-SUCCEEDED-default-1423772696760.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001-1423772691971-soberoi-%5B0AE94C50D85447A7A9B6C6E82754590C%2FAF51F2C63A394C73-1423772715085-4-1-SUCCEEDED-default-1423772696760.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:25:15,250 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0001_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:25:15,251 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0001_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:25:15,251 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0001 with final state: FINISHING
2015-02-12 12:25:15,252 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:25:15,252 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0001
2015-02-12 12:25:15,253 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0001_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:25:15,253 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:25:16,019 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:25:16,020 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0001_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 12:25:16,020 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000006
2015-02-12 12:25:16,020 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0001_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:25:16,021 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:25:16,022 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0001_01_000006, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:25:16,022 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:16,022 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:25:16,022 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0001_000001 released container container_1423772685743_0001_01_000006 on node: host: 10.1.1.68:61688 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:25:16,257 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0001 unregistered successfully.
2015-02-12 12:25:16,260 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:61658 127.0.0.1:61668 127.0.0.1:61665 127.0.0.1:61661
2015-02-12 12:25:16,261 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:61668 127.0.0.1:61658 127.0.0.1:61661 127.0.0.1:61665
2015-02-12 12:25:16,261 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:61668 127.0.0.1:61658 127.0.0.1:61665
2015-02-12 12:25:16,261 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:61661 127.0.0.1:61665 127.0.0.1:61668
2015-02-12 12:25:16,261 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741833_1009 127.0.0.1:61661 127.0.0.1:61665 127.0.0.1:61658
2015-02-12 12:25:16,262 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:61665 127.0.0.1:61658 127.0.0.1:61661
2015-02-12 12:25:16,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0001 dst=null perm=null proto=rpc
2015-02-12 12:25:16,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 12:25:16,358 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary
2015-02-12 12:25:16,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary dst=null perm=null proto=rpc
2015-02-12 12:25:16,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:25:16,379 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:25:16,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:25:16,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:25:16,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 12:25:16,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 12:25:16,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 12:25:16,418 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:25:16,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:25:16,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:25:16,440 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/serializedpipesplatform/serialization
2015-02-12 12:25:16,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 12:25:16,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 12:25:16,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 12:25:16,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 12:25:16,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:25:16,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:25:16,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:25:16,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:25:16,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:25:16,457 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt. BP-1154917005-10.1.1.68-1423772669557 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:25:16,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741838_1014 src: /127.0.0.1:61808 dest: /127.0.0.1:61658
2015-02-12 12:25:16,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741838_1014 src: /127.0.0.1:61809 dest: /127.0.0.1:61661
2015-02-12 12:25:16,462 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741838_1014 src: /127.0.0.1:61810 dest: /127.0.0.1:61668
2015-02-12 12:25:16,465 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61810, dest: /127.0.0.1:61668, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741838_1014, duration: 1936000
2015-02-12 12:25:16,466 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:16,467 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61809, dest: /127.0.0.1:61661, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741838_1014, duration: 3429000
2015-02-12 12:25:16,467 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:16,469 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61808, dest: /127.0.0.1:61658, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741838_1014, duration: 5880000
2015-02-12 12:25:16,470 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:16,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:25:16,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:25:16,473 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:25:16,474 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741838_1014 size 19
2015-02-12 12:25:16,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:25:16,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:25:16,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:25:16,482 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt. BP-1154917005-10.1.1.68-1423772669557 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:25:16,484 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741839_1015 src: /127.0.0.1:61811 dest: /127.0.0.1:61668
2015-02-12 12:25:16,485 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741839_1015 src: /127.0.0.1:61812 dest: /127.0.0.1:61665
2015-02-12 12:25:16,488 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741839_1015 src: /127.0.0.1:61813 dest: /127.0.0.1:61661
2015-02-12 12:25:16,491 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61813, dest: /127.0.0.1:61661, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741839_1015, duration: 1434000
2015-02-12 12:25:16,491 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:16,491 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:25:16,492 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61812, dest: /127.0.0.1:61665, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741839_1015, duration: 2098000
2015-02-12 12:25:16,492 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:16,492 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:25:16,493 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61811, dest: /127.0.0.1:61668, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741839_1015, duration: 3124000
2015-02-12 12:25:16,493 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:16,494 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:25:16,496 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:25:16,521 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:25:16,522 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:25:16,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:25:16,551 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 12:25:16,552 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt"]
2015-02-12 12:25:16,552 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"]
2015-02-12 12:25:16,552 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[[UNKNOWN]->[0:7]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue"]
2015-02-12 12:25:16,552 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 12:25:16,553 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 1
2015-02-12 12:25:16,553 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 1
2015-02-12 12:25:16,553 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...platform/writablekeyvalue
2015-02-12 12:25:16,565 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:25:16,607 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:25:16,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:25:16,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:25:16,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:25:16,618 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 2
2015-02-12 12:25:16,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002 dst=null perm=null proto=rpc
2015-02-12 12:25:16,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:25:16,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:25:16,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:16,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:25:16,631 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:25:16,633 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741840_1016 src: /127.0.0.1:61815 dest: /127.0.0.1:61665
2015-02-12 12:25:16,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741840_1016 src: /127.0.0.1:61816 dest: /127.0.0.1:61661
2015-02-12 12:25:16,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741840_1016 src: /127.0.0.1:61817 dest: /127.0.0.1:61658
2015-02-12 12:25:16,640 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61817, dest: /127.0.0.1:61658, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741840_1016, duration: 3107000
2015-02-12 12:25:16,640 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:16,640 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:25:16,641 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61816, dest: /127.0.0.1:61661, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741840_1016, duration: 3529000
2015-02-12 12:25:16,641 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:16,642 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61815, dest: /127.0.0.1:61665, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741840_1016, duration: 5050000
2015-02-12 12:25:16,642 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:25:16,643 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:16,645 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:25:16,648 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:25:16,650 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.jar
2015-02-12 12:25:16,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:16,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:25:16,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:25:16,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:25:16,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:25:16,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:25:16,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:25:16,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:25:16,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:25:16,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:25:16,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:25:16,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:25:16,676 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:25:16,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:25:16,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:25:16,681 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:25:16,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:25:16,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:25:16,684 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:25:16,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:25:16,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:25:16,687 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:25:16,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:25:16,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:25:16,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:25:16,695 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.split
2015-02-12 12:25:16,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:16,697 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:25:16,699 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741841_1017 src: /127.0.0.1:61818 dest: /127.0.0.1:61658
2015-02-12 12:25:16,701 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741841_1017 src: /127.0.0.1:61819 dest: /127.0.0.1:61661
2015-02-12 12:25:16,703 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741841_1017 src: /127.0.0.1:61820 dest: /127.0.0.1:61668
2015-02-12 12:25:16,704 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741841_1017 src: /127.0.0.1:61821 dest: /127.0.0.1:61665
2015-02-12 12:25:16,708 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61821, dest: /127.0.0.1:61665, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741841_1017, duration: 2402000
2015-02-12 12:25:16,708 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:16,709 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:25:16,709 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61820, dest: /127.0.0.1:61668, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741841_1017, duration: 3062000
2015-02-12 12:25:16,709 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:16,710 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:25:16,710 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61819, dest: /127.0.0.1:61661, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741841_1017, duration: 4409000
2015-02-12 12:25:16,711 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:16,712 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:25:16,712 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61818, dest: /127.0.0.1:61658, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741841_1017, duration: 6010000
2015-02-12 12:25:16,712 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:16,713 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:25:16,715 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:25:16,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:25:16,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:25:16,721 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:25:16,723 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741842_1018 src: /127.0.0.1:61822 dest: /127.0.0.1:61668
2015-02-12 12:25:16,725 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741842_1018 src: /127.0.0.1:61823 dest: /127.0.0.1:61658
2015-02-12 12:25:16,727 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741842_1018 src: /127.0.0.1:61824 dest: /127.0.0.1:61661
2015-02-12 12:25:16,731 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61824, dest: /127.0.0.1:61661, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741842_1018, duration: 1689000
2015-02-12 12:25:16,731 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:16,731 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:25:16,732 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61823, dest: /127.0.0.1:61658, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741842_1018, duration: 2585000
2015-02-12 12:25:16,732 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:16,732 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:25:16,733 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61822, dest: /127.0.0.1:61668, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741842_1018, duration: 3699000
2015-02-12 12:25:16,733 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:16,734 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:25:16,735 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:25:16,736 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:6
2015-02-12 12:25:16,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:25:16,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:25:16,773 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:25:16,775 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741843_1019 src: /127.0.0.1:61825 dest: /127.0.0.1:61665
2015-02-12 12:25:16,777 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741843_1019 src: /127.0.0.1:61826 dest: /127.0.0.1:61658
2015-02-12 12:25:16,779 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741843_1019 src: /127.0.0.1:61827 dest: /127.0.0.1:61668
2015-02-12 12:25:16,782 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61827, dest: /127.0.0.1:61668, bytes: 99603, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741843_1019, duration: 1973000
2015-02-12 12:25:16,782 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:16,783 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:25:16,783 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61826, dest: /127.0.0.1:61658, bytes: 99603, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741843_1019, duration: 2646000
2015-02-12 12:25:16,783 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:16,784 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:25:16,784 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61825, dest: /127.0.0.1:61665, bytes: 99603, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741843_1019, duration: 3659000
2015-02-12 12:25:16,785 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:16,789 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:25:16,790 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:25:16,791 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0002
2015-02-12 12:25:16,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002 dst=null perm=null proto=rpc
2015-02-12 12:25:16,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:25:16,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:25:16,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:16,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:16,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:16,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:16,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:25:16,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:25:16,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:25:16,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:25:16,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:25:16,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:25:16,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:25:16,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:25:16,810 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 2 submitted by user soberoi
2015-02-12 12:25:16,810 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0002
2015-02-12 12:25:16,810 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0002
2015-02-12 12:25:16,811 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0002 State change from NEW to NEW_SAVING
2015-02-12 12:25:16,811 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0002
2015-02-12 12:25:16,811 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0002 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:25:16,811 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0002 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:25:16,811 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0002 from user: soberoi, in queue: default
2015-02-12 12:25:16,812 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0002 State change from SUBMITTED to ACCEPTED
2015-02-12 12:25:16,812 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0002_000001
2015-02-12 12:25:16,812 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0002_000001 State change from NEW to SUBMITTED
2015-02-12 12:25:16,813 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0002 from user: soberoi activated in queue: default
2015-02-12 12:25:16,813 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0002 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:25:16,813 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0002_000001 to scheduler from user soberoi in queue default
2015-02-12 12:25:16,814 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0002_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:25:16,814 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0002
2015-02-12 12:25:16,817 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0002/
2015-02-12 12:25:16,817 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423772685743_0002
2015-02-12 12:25:16,818 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0002/
2015-02-12 12:25:17,023 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:17,024 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:25:17,024 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000001
2015-02-12 12:25:17,024 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61688, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:25:17,024 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0002_000001 container=Container: [ContainerId: container_1423772685743_0002_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:25:17,025 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:25:17,025 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:17,026 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61688 for container : container_1423772685743_0002_01_000001
2015-02-12 12:25:17,027 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:25:17,027 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0002_000001
2015-02-12 12:25:17,027 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0002 AttemptId: appattempt_1423772685743_0002_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0002_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ]
2015-02-12 12:25:17,027 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:25:17,027 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:25:17,028 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0002_000001
2015-02-12 12:25:17,030 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0002_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] for AM appattempt_1423772685743_0002_000001
2015-02-12 12:25:17,030 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:25:17,030 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0002_000001
2015-02-12 12:25:17,030 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0002_000001
2015-02-12 12:25:17,034 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0002_000001 (auth:SIMPLE)
2015-02-12 12:25:17,036 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0002_01_000001 by user soberoi
2015-02-12 12:25:17,036 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0002
2015-02-12 12:25:17,037 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000001
2015-02-12 12:25:17,037 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0002 transitioned from NEW to INITING
2015-02-12 12:25:17,037 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0002_01_000001 to application application_1423772685743_0002
2015-02-12 12:25:17,037 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0002 transitioned from INITING to RUNNING
2015-02-12 12:25:17,037 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0002_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] for AM appattempt_1423772685743_0002_000001
2015-02-12 12:25:17,038 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0002_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:25:17,038 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:25:17,038 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0002
2015-02-12 12:25:17,038 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:25:17,038 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:25:17,038 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:25:17,038 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:25:17,039 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0002_01_000001
2015-02-12 12:25:17,047 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423772685743_0002_01_000001.tokens. Credentials list:
2015-02-12 12:25:17,144 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:25:17,216 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423772685743_0002_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000001.tokens
2015-02-12 12:25:17,216 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0002
2015-02-12 12:25:17,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:17,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:17,320 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:25:17,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:25:17,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:25:17,369 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:25:17,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:17,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:17,419 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:25:17,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:25:17,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:25:17,467 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:25:17,467 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:25:17,500 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:25:17,501 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:17,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000001/default_container_executor.sh]
2015-02-12 12:25:18,023 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:25:18,023 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:18,625 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61658 to replicate blk_1073741840_1016 to datanode(s) 127.0.0.1:61668
2015-02-12 12:25:18,625 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009]
2015-02-12 12:25:18,625 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741832_1008, blk_1073741833_1009]
2015-02-12 12:25:19,027 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:19,392 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=9593ab57-1989-433e-a4af-02278ae6414c, infoPort=61659, ipcPort=61660, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073741840_1016 to 127.0.0.1:61668
2015-02-12 12:25:19,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 12:25:19,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 12:25:19,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 12:25:19,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 12:25:19,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 12:25:19,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 12:25:19,395 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741840_1016 src: /127.0.0.1:61832 dest: /127.0.0.1:61668
2015-02-12 12:25:19,396 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 12:25:19,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 12:25:19,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 12:25:19,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 12:25:19,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 12:25:19,395 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073741840_1016 (numBytes=254067) to /127.0.0.1:61668
2015-02-12 12:25:19,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 12:25:19,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073741840_1016 src: /127.0.0.1:61832 dest: /127.0.0.1:61668 of size 254067
2015-02-12 12:25:19,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 12:25:19,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 12:25:19,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 12:25:19,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 12:25:19,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 12:25:19,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 12:25:19,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 12:25:19,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 12:25:19,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741840_1016 size 254067
2015-02-12 12:25:19,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:25:19,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:25:19,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:25:19,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:25:19,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002 dst=null perm=null proto=rpc
2015-02-12 12:25:19,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:25:19,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:25:20,027 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:20,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:25:20,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:25:20,900 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0002_000001 (auth:SIMPLE)
2015-02-12 12:25:20,904 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0002_000001
2015-02-12 12:25:20,905 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0002 APPATTEMPTID=appattempt_1423772685743_0002_000001
2015-02-12 12:25:20,905 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0002_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:25:20,905 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0002 State change from ACCEPTED to RUNNING
2015-02-12 12:25:20,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job_1423772685743_0002_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:20,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:25:21,028 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:21,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job_1423772685743_0002_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:21,183 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job_1423772685743_0002_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:25:21,234 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741844_1020 src: /127.0.0.1:61840 dest: /127.0.0.1:61665
2015-02-12 12:25:21,236 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741844_1020 src: /127.0.0.1:61841 dest: /127.0.0.1:61661
2015-02-12 12:25:21,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741844_1020 src: /127.0.0.1:61842 dest: /127.0.0.1:61658
2015-02-12 12:25:21,276 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61842, dest: /127.0.0.1:61658, bytes: 116864, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1052553942_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741844_1020, duration: 35992000
2015-02-12 12:25:21,277 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:21,278 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61841, dest: /127.0.0.1:61661, bytes: 116864, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1052553942_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741844_1020, duration: 37794000
2015-02-12 12:25:21,278 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:21,279 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:25:21,284 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61840, dest: /127.0.0.1:61665, bytes: 116864, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1052553942_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741844_1020, duration: 43365000
2015-02-12 12:25:21,284 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:21,286 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:25:21,288 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:25:21,299 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job_1423772685743_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1052553942_1
2015-02-12 12:25:21,315 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772685743_0001_01_000001 succeeded
2015-02-12 12:25:21,315 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:25:21,316 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0001_01_000001
2015-02-12 12:25:21,319 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741837_1013
2015-02-12 12:25:21,320 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741836_1012
2015-02-12 12:25:21,331 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741834_1010
2015-02-12 12:25:21,332 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741835_1011
2015-02-12 12:25:21,333 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741836_1012
2015-02-12 12:25:21,334 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741837_1013
2015-02-12 12:25:21,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000001
2015-02-12 12:25:21,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000001
2015-02-12 12:25:21,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000001
2015-02-12 12:25:21,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0001/container_1423772685743_0001_01_000001
2015-02-12 12:25:21,340 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000001
2015-02-12 12:25:21,343 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:25:21,343 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0001_01_000001 from application application_1423772685743_0001
2015-02-12 12:25:21,343 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:21,344 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0001
2015-02-12 12:25:21,606 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:25:21,606 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772685743_0001_000001
2015-02-12 12:25:21,606 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0001_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:25:21,606 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000001
2015-02-12 12:25:21,607 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61692, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:25:21,607 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:25:21,607 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0001_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:25:21,607 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772685743_0001_000001
2015-02-12 12:25:21,608 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:21,608 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0001_000001 State change from FINISHING to FINISHED
2015-02-12 12:25:21,608 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 12:25:21,609 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0001_000001 released container container_1423772685743_0001_01_000001 on node: host: 10.1.1.68:61692 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:25:21,610 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0001 State change from FINISHING to FINISHED
2015-02-12 12:25:21,610 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772685743_0001_000001 is done. finalState=FINISHED
2015-02-12 12:25:21,610 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772685743_0001 requests cleared
2015-02-12 12:25:21,610 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772685743_0001_000001
2015-02-12 12:25:21,610 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772685743_0001 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:25:21,611 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772685743_0001 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:25:21,611 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772685743_0001
2015-02-12 12:25:21,612 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772685743_0001,name=[0AE94C50D85447A7A9B6C6E82754590C/AF51F2C63A394C73B34066DE02414955] test/(1/1) ...pesplatform/serialization,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:61686/proxy/application_1423772685743_0001/jobhistory/job/job_1423772685743_0001,appMasterHost=10.1.1.68,startTime=1423772691994,finishTime=1423772715251,finalStatus=SUCCEEDED
2015-02-12 12:25:21,614 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0001_000001 (auth:SIMPLE)
2015-02-12 12:25:21,616 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0001_01_000001
2015-02-12 12:25:21,616 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0001 CONTAINERID=container_1423772685743_0001_01_000001
2015-02-12 12:25:21,617 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0001_01_000001]
2015-02-12 12:25:21,617 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:21,618 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:25:21,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0001
2015-02-12 12:25:21,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0001
2015-02-12 12:25:21,620 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0001
2015-02-12 12:25:21,620 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0001
2015-02-12 12:25:21,620 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0001
2015-02-12 12:25:21,621 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:25:21,622 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0001, with delay of 10800 seconds
2015-02-12 12:25:21,631 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009]
2015-02-12 12:25:21,631 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007]
2015-02-12 12:25:21,663 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741833_1009
2015-02-12 12:25:21,663 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741839_1015
2015-02-12 12:25:21,664 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741837_1013
2015-02-12 12:25:21,665 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741834_1010
2015-02-12 12:25:21,667 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741840_1016
2015-02-12 12:25:21,667 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741835_1011
2015-02-12 12:25:21,925 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741841_1017
2015-02-12 12:25:21,926 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741834_1010
2015-02-12 12:25:21,927 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741836_1012
2015-02-12 12:25:21,927 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741839_1015
2015-02-12 12:25:21,928 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741843_1019
2015-02-12 12:25:21,928 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741835_1011
2015-02-12 12:25:21,929 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741838_1014
2015-02-12 12:25:21,929 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741842_1018
2015-02-12 12:25:22,031 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:25:22,031 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:22,033 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:25:22,033 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000002
2015-02-12 12:25:22,033 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:25:22,033 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0002_000001 container=Container: [ContainerId: container_1423772685743_0002_01_000002, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:25:22,034 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:25:22,034 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0001
2015-02-12 12:25:22,034 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:22,035 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:25:22,035 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0001
2015-02-12 12:25:22,035 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0001
2015-02-12 12:25:22,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0001
2015-02-12 12:25:22,034 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0001
2015-02-12 12:25:22,036 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:25:22,035 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000003
2015-02-12 12:25:22,038 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 12:25:22,038 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0002_000001 container=Container: [ContainerId: container_1423772685743_0002_01_000003, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:25:22,039 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:25:22,039 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:22,036 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0001, with delay of 10800 seconds
2015-02-12 12:25:22,607 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:25:22,607 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000004
2015-02-12 12:25:22,607 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:25:22,608 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0002_000001 container=Container: [ContainerId: container_1423772685743_0002_01_000004, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:25:22,608 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:25:22,608 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:22,609 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:25:22,609 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000005
2015-02-12 12:25:22,609 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:25:22,609 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0002_000001 container=Container: [ContainerId: container_1423772685743_0002_01_000005, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:25:22,610 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:25:22,610 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:22,610 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:25:22,610 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000006
2015-02-12 12:25:22,611 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0002_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 12:25:22,611 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0002_000001 container=Container: [ContainerId: container_1423772685743_0002_01_000006, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:25:22,611 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 12:25:22,611 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:22,612 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:25:22,612 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000007
2015-02-12 12:25:22,612 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0002_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 12:25:22,612 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0002_000001 container=Container: [ContainerId: container_1423772685743_0002_01_000007, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:25:22,612 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7
2015-02-12 12:25:22,613 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:22,650 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 12:25:22,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 12:25:22,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 12:25:22,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 12:25:22,652 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 12:25:22,652 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 12:25:22,652 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 12:25:22,652 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 12:25:22,652 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 12:25:22,653 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 12:25:22,653 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 12:25:22,653 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 12:25:22,923 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 12:25:22,924 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 12:25:22,924 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 12:25:22,925 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 12:25:22,925 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 12:25:22,925 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 12:25:22,925 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 12:25:22,926 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 12:25:22,964 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61688 for container : container_1423772685743_0002_01_000002
2015-02-12 12:25:22,966 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:25:22,968 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:25:22,969 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61696 for container : container_1423772685743_0002_01_000004
2015-02-12 12:25:22,970 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:25:22,971 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:25:22,974 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:25:22,975 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:25:23,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:23,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:23,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:25:23,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:25:23,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:25:23,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:25:23,037 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:23,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:25:23,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:25:23,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:25:23,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:25:23,111 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0002_000001 (auth:SIMPLE)
2015-02-12 12:25:23,111 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0002_000001 (auth:SIMPLE)
2015-02-12 12:25:23,112 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0002_000001 (auth:SIMPLE)
2015-02-12 12:25:23,113 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0002_000001 (auth:SIMPLE)
2015-02-12 12:25:23,114 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0002_000001 (auth:SIMPLE)
2015-02-12 12:25:23,116 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0002_000001 (auth:SIMPLE)
2015-02-12 12:25:23,117 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0002_01_000002 by user soberoi
2015-02-12 12:25:23,118 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000002
2015-02-12 12:25:23,118 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0002_01_000002 to application application_1423772685743_0002
2015-02-12 12:25:23,119 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:25:23,119 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0002
2015-02-12 12:25:23,119 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0002
2015-02-12 12:25:23,119 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:25:23,119 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0002_01_000007 by user soberoi
2015-02-12 12:25:23,120 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0002_01_000006 by user soberoi
2015-02-12 12:25:23,121 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0002_01_000004 by user soberoi
2015-02-12 12:25:23,118 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0002_01_000005 by user soberoi
2015-02-12 12:25:23,119 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0002
2015-02-12 12:25:23,119 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0002_01_000003 by user soberoi
2015-02-12 12:25:23,123 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000003
2015-02-12 12:25:23,123 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:25:23,123 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0002_01_000003 to application application_1423772685743_0002
2015-02-12 12:25:23,123 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:25:23,123 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0002
2015-02-12 12:25:23,123 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0002
2015-02-12 12:25:23,123 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:25:23,124 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0002
2015-02-12 12:25:23,125 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:25:23,126 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0002
2015-02-12 12:25:23,127 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000004
2015-02-12 12:25:23,127 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000005
2015-02-12 12:25:23,128 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0002 transitioned from NEW to INITING
2015-02-12 12:25:23,129 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0002_01_000004 to application application_1423772685743_0002
2015-02-12 12:25:23,129 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0002_01_000005 to application application_1423772685743_0002
2015-02-12 12:25:23,132 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000007
2015-02-12 12:25:23,133 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000006
2015-02-12 12:25:23,138 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0002_01_000007 to application application_1423772685743_0002
2015-02-12 12:25:23,138 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0002_01_000006 to application application_1423772685743_0002
2015-02-12 12:25:23,139 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0002 transitioned from INITING to RUNNING
2015-02-12 12:25:23,139 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:25:23,140 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 12:25:23,140 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 12:25:23,140 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 12:25:23,140 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0002
2015-02-12 12:25:23,140 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0002
2015-02-12 12:25:23,141 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:25:23,141 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0002
2015-02-12 12:25:23,141 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:25:23,141 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:25:23,141 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:25:23,141 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:25:23,141 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0002
2015-02-12 12:25:23,141 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0002
2015-02-12 12:25:23,142 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:25:23,142 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0002
2015-02-12 12:25:23,142 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0002
2015-02-12 12:25:23,142 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0002
2015-02-12 12:25:23,142 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:25:23,142 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0002
2015-02-12 12:25:23,142 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0002
2015-02-12 12:25:23,143 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0002
2015-02-12 12:25:23,143 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:25:23,143 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0002
2015-02-12 12:25:23,143 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0002_01_000004
2015-02-12 12:25:23,148 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423772672705, FILE, null }
2015-02-12 12:25:23,151 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar, 1423772672831, FILE, null }
2015-02-12 12:25:23,153 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0002_01_000005
2015-02-12 12:25:23,155 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423772672705, FILE, null }
2015-02-12 12:25:23,155 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar, 1423772672831, FILE, null }
2015-02-12 12:25:23,156 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0002_01_000006
2015-02-12 12:25:23,157 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423772672705, FILE, null }
2015-02-12 12:25:23,157 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar, 1423772672831, FILE, null }
2015-02-12 12:25:23,157 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0002_01_000007
2015-02-12 12:25:23,159 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423772672705, FILE, null }
2015-02-12 12:25:23,159 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar, 1423772672831, FILE, null }
2015-02-12 12:25:23,187 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423772685743_0002_01_000004.tokens. Credentials list:
2015-02-12 12:25:23,194 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423772685743_0002_01_000007.tokens. Credentials list:
2015-02-12 12:25:23,197 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423772685743_0002_01_000006.tokens. Credentials list:
2015-02-12 12:25:23,197 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423772685743_0002_01_000005.tokens. Credentials list:
2015-02-12 12:25:23,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:25:23,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:25:23,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:25:23,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:25:23,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:25:23,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:25:23,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:25:23,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:25:23,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:25:23,219 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:25:23,220 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:23,226 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:25:23,226 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:23,286 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/filecache/11/hadoop-7772018899607308694.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:25:23,288 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:25:23,392 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:25:23,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000003/default_container_executor.sh]
2015-02-12 12:25:23,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000002/default_container_executor.sh]
2015-02-12 12:25:23,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423772685743_0002_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000004.tokens
2015-02-12 12:25:23,564 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0002
2015-02-12 12:25:23,609 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:25:23,609 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:25:23,609 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:25:23,610 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:25:23,646 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:25:23,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:23,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:23,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:25:23,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423772685743_0002_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000006.tokens
2015-02-12 12:25:23,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0002
2015-02-12 12:25:23,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:25:23,869 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:25:23,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:25:23,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:25:23,977 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:25:23,977 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:25:23,977 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:25:23,977 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:25:23,978 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:25:23,992 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:25:24,038 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:25:24,038 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:25:24,044 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423772685743_0002_01_000007.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000007.tokens
2015-02-12 12:25:24,045 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:25:24,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0002
2015-02-12 12:25:24,045 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:24,058 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 12:25:24,058 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:24,059 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 12:25:24,059 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:24,060 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 12:25:24,060 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:24,067 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423772685743_0002_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000005.tokens
2015-02-12 12:25:24,068 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0002
2015-02-12 12:25:24,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000006/default_container_executor.sh]
2015-02-12 12:25:24,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000004/default_container_executor.sh]
2015-02-12 12:25:24,309 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000007/default_container_executor.sh]
2015-02-12 12:25:24,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000005/default_container_executor.sh]
2015-02-12 12:25:26,323 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741839_1015
2015-02-12 12:25:26,325 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741840_1016
2015-02-12 12:25:26,326 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741844_1020
2015-02-12 12:25:26,327 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741838_1014
2015-02-12 12:25:26,327 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741841_1017
2015-02-12 12:25:26,328 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741842_1018
2015-02-12 12:25:26,341 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741844_1020
2015-02-12 12:25:26,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741838_1014
2015-02-12 12:25:26,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741842_1018
2015-02-12 12:25:26,344 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741840_1016
2015-02-12 12:25:26,345 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741841_1017
2015-02-12 12:25:26,546 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741843_1019
2015-02-12 12:25:26,675 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741844_1020
2015-02-12 12:25:26,676 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741841_1017
2015-02-12 12:25:26,678 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741843_1019
2015-02-12 12:25:26,934 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741840_1016
2015-02-12 12:25:30,621 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 12:25:30,621 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 12:25:34,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:34,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:34,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:34,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:34,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:25:34,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:34,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:34,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:25:34,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:25:35,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:25:35,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:25:35,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:25:35,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0002_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:25:35,461 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0002_000001 (auth:SIMPLE)
2015-02-12 12:25:35,463 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0002_01_000004
2015-02-12 12:25:35,463 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000004
2015-02-12 12:25:35,464 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:25:35,464 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0002_01_000004
2015-02-12 12:25:35,482 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job_1423772685743_0002_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:25:35,482 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 176 Total time for transactions(ms): 24 Number of transactions batched in Syncs: 0 Number of syncs: 107 SyncTimes(ms): 5 3
2015-02-12 12:25:35,483 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0002_01_000004 is : 143
2015-02-12 12:25:35,484 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741845_1021 src: /127.0.0.1:61881 dest: /127.0.0.1:61661
2015-02-12 12:25:35,487 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741845_1021 src: /127.0.0.1:61882 dest: /127.0.0.1:61668
2015-02-12 12:25:35,489 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741845_1021 src: /127.0.0.1:61883 dest: /127.0.0.1:61658
2015-02-12 12:25:35,496 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job_1423772685743_0002_1.jhist for DFSClient_NONMAPREDUCE_-1052553942_1
2015-02-12 12:25:35,503 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:25:35,504 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000004
2015-02-12 12:25:35,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000004
2015-02-12 12:25:35,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000004
2015-02-12 12:25:35,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000004
2015-02-12 12:25:35,509 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000004
2015-02-12 12:25:35,509 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:25:35,510 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0002_01_000004 from application application_1423772685743_0002
2015-02-12 12:25:35,510 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:35,510 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0002
2015-02-12 12:25:35,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0002_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:25:35,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0002_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:25:35,721 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0002_000001 (auth:SIMPLE)
2015-02-12 12:25:35,723 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0002_01_000002
2015-02-12 12:25:35,724 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000002
2015-02-12 12:25:35,724 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:25:35,724 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0002_01_000002
2015-02-12 12:25:35,747 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0002_01_000002 is : 143
2015-02-12 12:25:35,761 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:25:35,764 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000002
2015-02-12 12:25:35,765 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000002
2015-02-12 12:25:35,766 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000002
2015-02-12 12:25:35,767 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000002
2015-02-12 12:25:35,768 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000002
2015-02-12 12:25:35,768 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:25:35,770 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0002_01_000002 from application application_1423772685743_0002
2015-02-12 12:25:35,770 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:35,770 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0002
2015-02-12 12:25:35,858 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0002_000001 (auth:SIMPLE)
2015-02-12 12:25:35,860 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0002_01_000003
2015-02-12 12:25:35,860 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000003
2015-02-12 12:25:35,861 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:25:35,861 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0002_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:25:35,861 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000002
2015-02-12 12:25:35,861 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 12:25:35,861 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:7168, vCores:6> numContainers=6 user=soberoi user-resources=<memory:7168, vCores:6>
2015-02-12 12:25:35,861 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:25:35,862 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0002_01_000002, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 cluster=<memory:16384, vCores:32>
2015-02-12 12:25:35,862 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:35,863 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 12:25:35,863 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0002_000001 released container container_1423772685743_0002_01_000002 on node: host: 10.1.1.68:61688 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 12:25:35,863 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0002_01_000003
2015-02-12 12:25:35,882 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0002_01_000003 is : 143
2015-02-12 12:25:35,894 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:25:35,895 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000003
2015-02-12 12:25:35,896 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000003
2015-02-12 12:25:35,896 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000003
2015-02-12 12:25:35,897 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000003
2015-02-12 12:25:35,899 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000003
2015-02-12 12:25:35,899 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:25:35,900 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0002_01_000003 from application application_1423772685743_0002
2015-02-12 12:25:35,900 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:35,900 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0002
2015-02-12 12:25:36,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0002_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 12:25:36,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0002_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 12:25:36,078 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0002_000001 (auth:SIMPLE)
2015-02-12 12:25:36,080 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0002_01_000007
2015-02-12 12:25:36,080 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000007
2015-02-12 12:25:36,080 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000007 transitioned from RUNNING to KILLING
2015-02-12 12:25:36,080 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0002_01_000007
2015-02-12 12:25:36,082 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:25:36,082 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0002_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:25:36,082 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000004
2015-02-12 12:25:36,082 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 12:25:36,083 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 12:25:36,085 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0002_01_000004, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 12:25:36,085 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:36,085 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:25:36,085 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0002_000001 released container container_1423772685743_0002_01_000004 on node: host: 10.1.1.68:61696 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 12:25:36,103 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0002_01_000007 is : 143
2015-02-12 12:25:36,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0002_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:25:36,116 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:25:36,117 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000007
2015-02-12 12:25:36,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000007
2015-02-12 12:25:36,119 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000007
2015-02-12 12:25:36,120 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000007
2015-02-12 12:25:36,120 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000007
2015-02-12 12:25:36,121 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:25:36,121 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0002_01_000007 from application application_1423772685743_0002
2015-02-12 12:25:36,121 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:36,122 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0002
2015-02-12 12:25:36,122 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0002_000001 (auth:SIMPLE)
2015-02-12 12:25:36,124 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0002_01_000006
2015-02-12 12:25:36,124 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000006
2015-02-12 12:25:36,125 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000006 transitioned from RUNNING to KILLING
2015-02-12 12:25:36,125 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0002_01_000006
2015-02-12 12:25:36,125 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:36,125 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:25:36,125 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0002_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 12:25:36,126 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000007
2015-02-12 12:25:36,126 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0002_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 12:25:36,126 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 12:25:36,127 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0002_01_000007, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 12:25:36,127 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:36,127 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:25:36,128 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0002_000001 released container container_1423772685743_0002_01_000007 on node: host: 10.1.1.68:61696 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 12:25:36,145 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0002_01_000006 is : 143
2015-02-12 12:25:36,161 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0002_000001 (auth:SIMPLE)
2015-02-12 12:25:36,163 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0002_01_000005
2015-02-12 12:25:36,163 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000005
2015-02-12 12:25:36,164 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:36,164 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:36,172 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:25:36,172 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000005 transitioned from RUNNING to KILLING
2015-02-12 12:25:36,173 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000006
2015-02-12 12:25:36,173 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000006
2015-02-12 12:25:36,173 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000006
2015-02-12 12:25:36,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000006
2015-02-12 12:25:36,174 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0002_01_000005
2015-02-12 12:25:36,193 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0002_01_000005 is : 143
2015-02-12 12:25:36,202 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000006
2015-02-12 12:25:36,202 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:25:36,202 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:25:36,202 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0002_01_000006 from application application_1423772685743_0002
2015-02-12 12:25:36,202 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:36,202 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0002
2015-02-12 12:25:36,203 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000005
2015-02-12 12:25:36,203 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000005
2015-02-12 12:25:36,203 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000005
2015-02-12 12:25:36,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000005
2015-02-12 12:25:36,204 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000005
2015-02-12 12:25:36,204 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:25:36,204 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0002_01_000005 from application application_1423772685743_0002
2015-02-12 12:25:36,204 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:36,204 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0002
2015-02-12 12:25:36,862 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:36,862 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:25:36,862 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0002_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:25:36,862 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000003
2015-02-12 12:25:36,862 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:25:36,863 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:25:36,863 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0002_01_000003, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:25:36,864 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:36,864 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:25:36,864 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0002_000001 released container container_1423772685743_0002_01_000003 on node: host: 10.1.1.68:61688 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:25:37,165 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:37,165 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:25:37,165 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0002_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 12:25:37,165 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000005
2015-02-12 12:25:37,166 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:25:37,166 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:25:37,166 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0002_01_000005, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:25:37,167 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:37,167 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:25:37,167 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0002_000001 released container container_1423772685743_0002_01_000005 on node: host: 10.1.1.68:61696 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:25:37,167 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:25:37,167 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0002_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 12:25:37,167 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000006
2015-02-12 12:25:37,168 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0002_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:25:37,168 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:25:37,168 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0002_01_000006, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:25:37,168 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:37,169 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:25:37,169 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0002_000001 released container container_1423772685743_0002_01_000006 on node: host: 10.1.1.68:61696 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:25:37,169 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:37,169 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:25:37,169 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000008
2015-02-12 12:25:37,169 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0002_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:25:37,170 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0002_000001 container=Container: [ContainerId: container_1423772685743_0002_01_000008, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:25:37,170 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:25:37,170 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:37,867 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0002_01_000002]
2015-02-12 12:25:37,867 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:37,868 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:38,070 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:25:38,083 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0002_000001 (auth:SIMPLE)
2015-02-12 12:25:38,085 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0002_01_000008 by user soberoi
2015-02-12 12:25:38,085 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000008
2015-02-12 12:25:38,086 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0002_01_000008 to application application_1423772685743_0002
2015-02-12 12:25:38,086 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000008 transitioned from NEW to LOCALIZING
2015-02-12 12:25:38,086 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0002
2015-02-12 12:25:38,086 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0002
2015-02-12 12:25:38,086 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:25:38,087 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0002
2015-02-12 12:25:38,087 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:25:38,127 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-12 12:25:38,127 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:38,167 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0002_01_000004, container_1423772685743_0002_01_000007]
2015-02-12 12:25:38,167 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:25:38,168 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:38,168 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:38,168 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:38,168 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:38,231 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000008/default_container_executor.sh]
2015-02-12 12:25:38,870 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0002_01_000003]
2015-02-12 12:25:38,870 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:39,080 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:25:39,168 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0002_01_000005, container_1423772685743_0002_01_000006]
2015-02-12 12:25:39,168 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:39,168 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:40,667 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:25:40,669 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:25:40,681 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:25:40,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0002_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:40,978 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0002_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:25:41,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741846_1022 src: /127.0.0.1:61909 dest: /127.0.0.1:61668
2015-02-12 12:25:41,064 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741846_1022 src: /127.0.0.1:61910 dest: /127.0.0.1:61658
2015-02-12 12:25:41,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741846_1022 src: /127.0.0.1:61911 dest: /127.0.0.1:61661
2015-02-12 12:25:41,108 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61911, dest: /127.0.0.1:61661, bytes: 3640, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0002_r_000000_0_2036195168_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741846_1022, duration: 40820000
2015-02-12 12:25:41,108 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:41,108 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:25:41,109 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61910, dest: /127.0.0.1:61658, bytes: 3640, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0002_r_000000_0_2036195168_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741846_1022, duration: 41738000
2015-02-12 12:25:41,109 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:41,109 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:25:41,110 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61909, dest: /127.0.0.1:61668, bytes: 3640, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0002_r_000000_0_2036195168_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741846_1022, duration: 42818000
2015-02-12 12:25:41,110 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:41,110 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:25:41,115 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0002_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0002_r_000000_0_2036195168_1
2015-02-12 12:25:41,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0002_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:25:41,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0002_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:25:41,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/task_1423772685743_0002_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:25:41,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0002_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/task_1423772685743_0002_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:25:41,153 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0002_000001 (auth:SIMPLE)
2015-02-12 12:25:41,154 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0002_01_000008
2015-02-12 12:25:41,155 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000008
2015-02-12 12:25:41,155 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000008 transitioned from RUNNING to KILLING
2015-02-12 12:25:41,155 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0002_01_000008
2015-02-12 12:25:41,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:41,164 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1052553942_1
2015-02-12 12:25:41,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:25:41,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:25:41,179 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0002_01_000008 is : 143
2015-02-12 12:25:41,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:25:41,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/task_1423772685743_0002_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:25:41,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:25:41,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/task_1423772685743_0002_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:41,189 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:25:41,192 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000008
2015-02-12 12:25:41,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary dst=null perm=null proto=rpc
2015-02-12 12:25:41,197 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000008
2015-02-12 12:25:41,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:41,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000008
2015-02-12 12:25:41,200 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1052553942_1
2015-02-12 12:25:41,203 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000008
2015-02-12 12:25:41,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:41,203 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000008
2015-02-12 12:25:41,205 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:25:41,205 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1052553942_1
2015-02-12 12:25:41,205 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0002_01_000008 from application application_1423772685743_0002
2015-02-12 12:25:41,206 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:41,206 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0002
2015-02-12 12:25:41,224 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61883, dest: /127.0.0.1:61658, bytes: 75539, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1052553942_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741845_1021, duration: 5732839000
2015-02-12 12:25:41,224 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:41,225 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]} size 17014
2015-02-12 12:25:41,225 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61882, dest: /127.0.0.1:61668, bytes: 75539, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1052553942_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741845_1021, duration: 5733234000
2015-02-12 12:25:41,225 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:41,227 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]} size 17014
2015-02-12 12:25:41,227 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61881, dest: /127.0.0.1:61661, bytes: 75539, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1052553942_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741845_1021, duration: 5736141000
2015-02-12 12:25:41,228 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:41,228 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]} size 17014
2015-02-12 12:25:41,229 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job_1423772685743_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_-1052553942_1
2015-02-12 12:25:41,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:41,234 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:25:41,236 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741847_1023 src: /127.0.0.1:61913 dest: /127.0.0.1:61658
2015-02-12 12:25:41,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741847_1023 src: /127.0.0.1:61914 dest: /127.0.0.1:61668
2015-02-12 12:25:41,239 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741847_1023 src: /127.0.0.1:61915 dest: /127.0.0.1:61665
2015-02-12 12:25:41,242 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61915, dest: /127.0.0.1:61665, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1052553942_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741847_1023, duration: 1424000
2015-02-12 12:25:41,243 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:41,243 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:25:41,243 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61914, dest: /127.0.0.1:61668, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1052553942_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741847_1023, duration: 2010000
2015-02-12 12:25:41,243 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:41,244 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:25:41,244 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61913, dest: /127.0.0.1:61658, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1052553942_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741847_1023, duration: 3235000
2015-02-12 12:25:41,245 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:41,246 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:25:41,247 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1052553942_1
2015-02-12 12:25:41,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:25:41,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job_1423772685743_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:25:41,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002-1423772716810-soberoi-%5B4186BF142E844D689F752385142A6004%2F0C4917EB12D44010-1423772741206-6-1-SUCCEEDED-default-1423772720952.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:25:41,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job_1423772685743_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:25:41,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002-1423772716810-soberoi-%5B4186BF142E844D689F752385142A6004%2F0C4917EB12D44010-1423772741206-6-1-SUCCEEDED-default-1423772720952.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:25:41,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job_1423772685743_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:25:41,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002-1423772716810-soberoi-%5B4186BF142E844D689F752385142A6004%2F0C4917EB12D44010-1423772741206-6-1-SUCCEEDED-default-1423772720952.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:41,274 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002-1423772716810-soberoi-%5B4186BF142E844D689F752385142A6004%2F0C4917EB12D44010-1423772741206-6-1-SUCCEEDED-default-1423772720952.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:25:41,277 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741848_1024 src: /127.0.0.1:61917 dest: /127.0.0.1:61668
2015-02-12 12:25:41,278 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741848_1024 src: /127.0.0.1:61918 dest: /127.0.0.1:61665
2015-02-12 12:25:41,280 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741848_1024 src: /127.0.0.1:61919 dest: /127.0.0.1:61658
2015-02-12 12:25:41,284 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61919, dest: /127.0.0.1:61658, bytes: 75539, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1052553942_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741848_1024, duration: 2711000
2015-02-12 12:25:41,284 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:41,285 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:25:41,285 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61918, dest: /127.0.0.1:61665, bytes: 75539, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1052553942_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741848_1024, duration: 3417000
2015-02-12 12:25:41,285 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:41,286 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:25:41,286 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61917, dest: /127.0.0.1:61668, bytes: 75539, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1052553942_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741848_1024, duration: 4388000
2015-02-12 12:25:41,286 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:41,287 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:25:41,288 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002-1423772716810-soberoi-%5B4186BF142E844D689F752385142A6004%2F0C4917EB12D44010-1423772741206-6-1-SUCCEEDED-default-1423772720952.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1052553942_1
2015-02-12 12:25:41,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002-1423772716810-soberoi-%5B4186BF142E844D689F752385142A6004%2F0C4917EB12D44010-1423772741206-6-1-SUCCEEDED-default-1423772720952.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:25:41,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job_1423772685743_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:25:41,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:25:41,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job_1423772685743_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:25:41,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:25:41,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002/job_1423772685743_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:25:41,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:41,304 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:25:41,306 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741849_1025 src: /127.0.0.1:61921 dest: /127.0.0.1:61668
2015-02-12 12:25:41,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741849_1025 src: /127.0.0.1:61922 dest: /127.0.0.1:61661
2015-02-12 12:25:41,309 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741849_1025 src: /127.0.0.1:61923 dest: /127.0.0.1:61658
2015-02-12 12:25:41,314 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61923, dest: /127.0.0.1:61658, bytes: 116864, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1052553942_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741849_1025, duration: 2594000
2015-02-12 12:25:41,314 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:41,315 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:25:41,315 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61922, dest: /127.0.0.1:61661, bytes: 116864, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1052553942_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741849_1025, duration: 3812000
2015-02-12 12:25:41,315 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:25:41,315 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:41,316 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61921, dest: /127.0.0.1:61668, bytes: 116864, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1052553942_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741849_1025, duration: 5170000
2015-02-12 12:25:41,316 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:41,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:25:41,318 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1052553942_1
2015-02-12 12:25:41,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:25:41,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:25:41,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:25:41,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002-1423772716810-soberoi-%5B4186BF142E844D689F752385142A6004%2F0C4917EB12D44010-1423772741206-6-1-SUCCEEDED-default-1423772720952.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002-1423772716810-soberoi-%5B4186BF142E844D689F752385142A6004%2F0C4917EB12D44010-1423772741206-6-1-SUCCEEDED-default-1423772720952.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:25:41,333 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0002_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:25:41,333 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0002_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:25:41,333 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0002 with final state: FINISHING
2015-02-12 12:25:41,334 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0002 State change from RUNNING to FINAL_SAVING
2015-02-12 12:25:41,334 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0002
2015-02-12 12:25:41,334 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0002_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:25:41,334 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0002 State change from FINAL_SAVING to FINISHING
2015-02-12 12:25:42,160 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:25:42,160 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0002_01_000008 in state: COMPLETED event:FINISHED
2015-02-12 12:25:42,160 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000008
2015-02-12 12:25:42,161 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0002_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:25:42,161 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:25:42,162 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0002_01_000008, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:25:42,162 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:42,162 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:25:42,163 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0002_000001 released container container_1423772685743_0002_01_000008 on node: host: 10.1.1.68:61696 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:25:42,340 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0002 unregistered successfully.
2015-02-12 12:25:42,343 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741840_1016 127.0.0.1:61665 127.0.0.1:61661 127.0.0.1:61658 127.0.0.1:61668
2015-02-12 12:25:42,343 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:61658 127.0.0.1:61661 127.0.0.1:61668 127.0.0.1:61665
2015-02-12 12:25:42,344 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741842_1018 127.0.0.1:61668 127.0.0.1:61658 127.0.0.1:61661
2015-02-12 12:25:42,344 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741843_1019 127.0.0.1:61665 127.0.0.1:61658 127.0.0.1:61668
2015-02-12 12:25:42,345 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741845_1021 127.0.0.1:61661 127.0.0.1:61668 127.0.0.1:61658
2015-02-12 12:25:42,345 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741844_1020 127.0.0.1:61665 127.0.0.1:61661 127.0.0.1:61658
2015-02-12 12:25:42,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0002 dst=null perm=null proto=rpc
2015-02-12 12:25:42,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:25:42,373 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary
2015-02-12 12:25:42,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary dst=null perm=null proto=rpc
2015-02-12 12:25:42,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:25:42,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:25:42,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:25:42,390 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:25:42,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:25:42,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:25:42,398 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/serializedpipesplatform/writablekeyvalue
2015-02-12 12:25:42,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:25:42,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:25:42,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:25:42,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:25:42,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:25:42,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:25:42,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:25:42,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:25:42,428 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:25:42,428 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:25:42,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:25:42,467 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 12:25:42,467 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt"]
2015-02-12 12:25:42,468 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"]
2015-02-12 12:25:42,468 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false"]
2015-02-12 12:25:42,469 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 12:25:42,469 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-02-12 12:25:42,469 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-02-12 12:25:42,471 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-02-12 12:25:42,483 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:25:42,494 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:25:42,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670 dst=null perm=null proto=rpc
2015-02-12 12:25:42,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:25:42,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:25:42,501 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 3
2015-02-12 12:25:42,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003 dst=null perm=null proto=rpc
2015-02-12 12:25:42,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:25:42,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:25:42,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:42,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:25:42,509 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:25:42,511 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741850_1026 src: /127.0.0.1:61928 dest: /127.0.0.1:61665
2015-02-12 12:25:42,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741850_1026 src: /127.0.0.1:61929 dest: /127.0.0.1:61668
2015-02-12 12:25:42,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741850_1026 src: /127.0.0.1:61930 dest: /127.0.0.1:61661
2015-02-12 12:25:42,517 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61930, dest: /127.0.0.1:61661, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741850_1026, duration: 2342000
2015-02-12 12:25:42,517 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:42,518 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:25:42,518 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61929, dest: /127.0.0.1:61668, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741850_1026, duration: 3062000
2015-02-12 12:25:42,518 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:42,519 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:25:42,519 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61928, dest: /127.0.0.1:61665, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741850_1026, duration: 4290000
2015-02-12 12:25:42,520 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:42,521 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:25:42,522 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:25:42,524 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar
2015-02-12 12:25:42,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:42,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:25:42,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:25:42,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:25:42,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:25:42,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:25:42,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:25:42,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:25:42,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:25:42,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:25:42,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:25:42,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:25:42,535 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:25:42,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:25:42,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:25:42,538 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:25:42,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:25:42,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:25:42,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:25:42,544 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.split
2015-02-12 12:25:42,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:42,545 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:25:42,547 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741851_1027 src: /127.0.0.1:61931 dest: /127.0.0.1:61668
2015-02-12 12:25:42,549 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741851_1027 src: /127.0.0.1:61932 dest: /127.0.0.1:61665
2015-02-12 12:25:42,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741851_1027 src: /127.0.0.1:61933 dest: /127.0.0.1:61658
2015-02-12 12:25:42,552 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741851_1027 src: /127.0.0.1:61934 dest: /127.0.0.1:61661
2015-02-12 12:25:42,555 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61934, dest: /127.0.0.1:61661, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741851_1027, duration: 1736000
2015-02-12 12:25:42,555 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:42,556 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:25:42,556 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61933, dest: /127.0.0.1:61658, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741851_1027, duration: 2578000
2015-02-12 12:25:42,556 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:42,556 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:25:42,557 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61932, dest: /127.0.0.1:61665, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741851_1027, duration: 3507000
2015-02-12 12:25:42,557 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:42,558 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:25:42,558 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61931, dest: /127.0.0.1:61668, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741851_1027, duration: 4682000
2015-02-12 12:25:42,558 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:42,559 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:25:42,561 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:25:42,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:25:42,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:25:42,566 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:25:42,567 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741852_1028 src: /127.0.0.1:61935 dest: /127.0.0.1:61661
2015-02-12 12:25:42,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741852_1028 src: /127.0.0.1:61936 dest: /127.0.0.1:61658
2015-02-12 12:25:42,570 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741852_1028 src: /127.0.0.1:61937 dest: /127.0.0.1:61665
2015-02-12 12:25:42,573 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61937, dest: /127.0.0.1:61665, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741852_1028, duration: 1603000
2015-02-12 12:25:42,574 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:42,575 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61936, dest: /127.0.0.1:61658, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741852_1028, duration: 2282000
2015-02-12 12:25:42,575 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:42,576 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:25:42,577 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61935, dest: /127.0.0.1:61661, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741852_1028, duration: 4313000
2015-02-12 12:25:42,578 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:42,580 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:25:42,581 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:25:42,582 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:25:42,582 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:2
2015-02-12 12:25:42,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:25:42,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:25:42,599 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:25:42,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741853_1029 src: /127.0.0.1:61938 dest: /127.0.0.1:61665
2015-02-12 12:25:42,602 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741853_1029 src: /127.0.0.1:61939 dest: /127.0.0.1:61658
2015-02-12 12:25:42,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741853_1029 src: /127.0.0.1:61940 dest: /127.0.0.1:61661
2015-02-12 12:25:42,607 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61940, dest: /127.0.0.1:61661, bytes: 99794, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741853_1029, duration: 1844000
2015-02-12 12:25:42,607 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:42,607 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:25:42,608 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61939, dest: /127.0.0.1:61658, bytes: 99794, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741853_1029, duration: 2562000
2015-02-12 12:25:42,608 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:42,608 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:25:42,608 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61938, dest: /127.0.0.1:61665, bytes: 99794, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741853_1029, duration: 3634000
2015-02-12 12:25:42,609 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:42,612 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:25:42,613 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:25:42,613 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0003
2015-02-12 12:25:42,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003 dst=null perm=null proto=rpc
2015-02-12 12:25:42,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:25:42,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:25:42,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:42,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:42,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:42,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:42,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:25:42,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:25:42,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:25:42,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:25:42,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:25:42,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:25:42,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:25:42,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:25:42,632 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 3 submitted by user soberoi
2015-02-12 12:25:42,632 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0003
2015-02-12 12:25:42,633 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0003 State change from NEW to NEW_SAVING
2015-02-12 12:25:42,633 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0003
2015-02-12 12:25:42,632 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0003
2015-02-12 12:25:42,633 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0003 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:25:42,634 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0003 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:25:42,634 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0003 from user: soberoi, in queue: default
2015-02-12 12:25:42,634 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0003 State change from SUBMITTED to ACCEPTED
2015-02-12 12:25:42,635 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0003_000001
2015-02-12 12:25:42,635 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0003_000001 State change from NEW to SUBMITTED
2015-02-12 12:25:42,635 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0003 from user: soberoi activated in queue: default
2015-02-12 12:25:42,635 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0003 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:25:42,635 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0003_000001 to scheduler from user soberoi in queue default
2015-02-12 12:25:42,635 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0003
2015-02-12 12:25:42,636 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0003_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:25:42,638 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0003/
2015-02-12 12:25:42,639 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423772685743_0003
2015-02-12 12:25:42,639 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0003/
2015-02-12 12:25:42,649 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61661 to replicate blk_1073741850_1026 to datanode(s) 127.0.0.1:61658
2015-02-12 12:25:42,649 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020, blk_1073741845_1021]
2015-02-12 12:25:42,649 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741844_1020, blk_1073741845_1021]
2015-02-12 12:25:42,686 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:25:42,686 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000001
2015-02-12 12:25:42,686 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61692, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:25:42,687 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0003_000001 container=Container: [ContainerId: container_1423772685743_0003_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:25:42,687 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:25:42,688 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:42,688 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61692 for container : container_1423772685743_0003_01_000001
2015-02-12 12:25:42,689 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:25:42,689 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0003_000001
2015-02-12 12:25:42,689 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0003 AttemptId: appattempt_1423772685743_0003_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0003_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ]
2015-02-12 12:25:42,690 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:25:42,690 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:25:42,691 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0003_000001
2015-02-12 12:25:42,692 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0003_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] for AM appattempt_1423772685743_0003_000001
2015-02-12 12:25:42,693 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:25:42,693 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0003_000001
2015-02-12 12:25:42,693 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0003_000001
2015-02-12 12:25:42,696 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0003_000001 (auth:SIMPLE)
2015-02-12 12:25:42,699 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0003_01_000001 by user soberoi
2015-02-12 12:25:42,699 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0003
2015-02-12 12:25:42,699 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000001
2015-02-12 12:25:42,699 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0003 transitioned from NEW to INITING
2015-02-12 12:25:42,700 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0003_01_000001 to application application_1423772685743_0003
2015-02-12 12:25:42,701 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0003 transitioned from INITING to RUNNING
2015-02-12 12:25:42,701 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0003_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] for AM appattempt_1423772685743_0003_000001
2015-02-12 12:25:42,701 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0003_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:25:42,701 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:25:42,701 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0003
2015-02-12 12:25:42,701 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:25:42,701 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:25:42,702 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:25:42,702 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:25:42,702 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0003_01_000001
2015-02-12 12:25:42,711 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423772685743_0003_01_000001.tokens. Credentials list:
2015-02-12 12:25:42,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:25:42,895 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423772685743_0003_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000001.tokens
2015-02-12 12:25:42,895 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0003
2015-02-12 12:25:42,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:42,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:42,995 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:25:43,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:25:43,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:25:43,049 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:25:43,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:43,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:43,095 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:25:43,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:25:43,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:25:43,149 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:25:43,149 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:25:43,161 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:43,182 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:25:43,182 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:43,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000001/default_container_executor.sh]
2015-02-12 12:25:43,406 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=18070054-5d1e-466b-b94e-bcb360fa5187, infoPort=61662, ipcPort=61664, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073741850_1026 to 127.0.0.1:61658
2015-02-12 12:25:43,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741840 for deletion
2015-02-12 12:25:43,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 12:25:43,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 12:25:43,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741843 for deletion
2015-02-12 12:25:43,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741844 for deletion
2015-02-12 12:25:43,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 12:25:43,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741840 for deletion
2015-02-12 12:25:43,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 12:25:43,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741840
2015-02-12 12:25:43,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741843
2015-02-12 12:25:43,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 12:25:43,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 12:25:43,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741844
2015-02-12 12:25:43,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 12:25:43,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 12:25:43,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741844 for deletion
2015-02-12 12:25:43,409 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073741850_1026 (numBytes=254067) to /127.0.0.1:61658
2015-02-12 12:25:43,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741840
2015-02-12 12:25:43,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 12:25:43,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 12:25:43,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741844
2015-02-12 12:25:43,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 12:25:43,412 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 12:25:43,412 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741850_1026 src: /127.0.0.1:61946 dest: /127.0.0.1:61658
2015-02-12 12:25:43,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073741850_1026 src: /127.0.0.1:61946 dest: /127.0.0.1:61658 of size 254067
2015-02-12 12:25:43,415 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741850_1026 size 254067
2015-02-12 12:25:43,689 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:25:44,163 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:45,167 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:45,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:25:45,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:25:45,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:25:45,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:25:45,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003 dst=null perm=null proto=rpc
2015-02-12 12:25:45,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:25:45,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:25:45,653 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741845_1021]
2015-02-12 12:25:45,653 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741843_1019, blk_1073741844_1020]
2015-02-12 12:25:45,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:25:45,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:25:46,171 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:46,347 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741846_1022
2015-02-12 12:25:46,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741849_1025
2015-02-12 12:25:46,561 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741846_1022
2015-02-12 12:25:46,562 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741849_1025
2015-02-12 12:25:46,563 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741847_1023
2015-02-12 12:25:46,563 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741848_1024
2015-02-12 12:25:46,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741840 for deletion
2015-02-12 12:25:46,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 12:25:46,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741843 for deletion
2015-02-12 12:25:46,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741840
2015-02-12 12:25:46,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741844 for deletion
2015-02-12 12:25:46,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 12:25:46,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741843
2015-02-12 12:25:46,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741844
2015-02-12 12:25:46,689 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741847_1023
2015-02-12 12:25:46,689 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741848_1024
2015-02-12 12:25:46,821 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0003_000001 (auth:SIMPLE)
2015-02-12 12:25:46,823 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0003_000001
2015-02-12 12:25:46,824 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0003 APPATTEMPTID=appattempt_1423772685743_0003_000001
2015-02-12 12:25:46,824 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0003_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:25:46,824 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0003 State change from ACCEPTED to RUNNING
2015-02-12 12:25:46,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job_1423772685743_0003_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:46,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:25:46,936 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741840 for deletion
2015-02-12 12:25:46,937 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 12:25:46,937 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 12:25:46,937 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741843 for deletion
2015-02-12 12:25:46,937 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 12:25:46,937 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741840
2015-02-12 12:25:46,938 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 12:25:46,938 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 12:25:46,939 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741843
2015-02-12 12:25:46,939 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 12:25:46,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job_1423772685743_0003_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:46,955 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741846_1022
2015-02-12 12:25:46,956 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741848_1024
2015-02-12 12:25:46,957 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741847_1023
2015-02-12 12:25:46,958 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741849_1025
2015-02-12 12:25:47,104 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job_1423772685743_0003_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:25:47,157 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741854_1030 src: /127.0.0.1:61954 dest: /127.0.0.1:61668
2015-02-12 12:25:47,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741854_1030 src: /127.0.0.1:61955 dest: /127.0.0.1:61665
2015-02-12 12:25:47,162 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741854_1030 src: /127.0.0.1:61956 dest: /127.0.0.1:61658
2015-02-12 12:25:47,174 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:47,193 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61956, dest: /127.0.0.1:61658, bytes: 117055, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_397733523_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741854_1030, duration: 29734000
2015-02-12 12:25:47,193 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:47,194 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:25:47,194 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61955, dest: /127.0.0.1:61665, bytes: 117055, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_397733523_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741854_1030, duration: 30659000
2015-02-12 12:25:47,195 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:47,196 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61954, dest: /127.0.0.1:61668, bytes: 117055, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_397733523_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741854_1030, duration: 32940000
2015-02-12 12:25:47,197 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:47,197 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:25:47,200 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:25:47,209 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job_1423772685743_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_397733523_1
2015-02-12 12:25:47,486 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772685743_0002_01_000001 succeeded
2015-02-12 12:25:47,486 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:25:47,486 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0002_01_000001
2015-02-12 12:25:47,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000001
2015-02-12 12:25:47,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000001
2015-02-12 12:25:47,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000001
2015-02-12 12:25:47,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0002/container_1423772685743_0002_01_000001
2015-02-12 12:25:47,502 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000001
2015-02-12 12:25:47,502 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:25:47,502 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0002_01_000001 from application application_1423772685743_0002
2015-02-12 12:25:47,502 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:47,503 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0002
2015-02-12 12:25:47,899 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:25:47,899 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772685743_0002_000001
2015-02-12 12:25:47,899 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0002_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:25:47,900 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000001
2015-02-12 12:25:47,900 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61688, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:25:47,900 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772685743_0002_000001
2015-02-12 12:25:47,901 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0002_000001 State change from FINISHING to FINISHED
2015-02-12 12:25:47,901 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0002 State change from FINISHING to FINISHED
2015-02-12 12:25:47,900 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:25:47,902 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772685743_0002
2015-02-12 12:25:47,902 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0002_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:25:47,902 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:47,902 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 12:25:47,902 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772685743_0002,name=[4186BF142E844D689F752385142A6004/0C4917EB12D44010B591B2A74369EFCD] lower*upper/(1/1) ...platform/writablekeyvalue,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:61686/proxy/application_1423772685743_0002/jobhistory/job/job_1423772685743_0002,appMasterHost=10.1.1.68,startTime=1423772716810,finishTime=1423772741333,finalStatus=SUCCEEDED
2015-02-12 12:25:47,902 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0002_000001 released container container_1423772685743_0002_01_000001 on node: host: 10.1.1.68:61688 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:25:47,902 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772685743_0002_000001
2015-02-12 12:25:47,904 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:25:47,904 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000002
2015-02-12 12:25:47,904 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:25:47,904 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0003_000001 container=Container: [ContainerId: container_1423772685743_0003_01_000002, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:25:47,904 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-02-12 12:25:47,905 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:47,905 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:25:47,905 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000003
2015-02-12 12:25:47,905 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:25:47,906 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0003_000001 container=Container: [ContainerId: container_1423772685743_0003_01_000003, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:25:47,906 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2015-02-12 12:25:47,906 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:47,906 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772685743_0002_000001 is done. finalState=FINISHED
2015-02-12 12:25:47,907 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772685743_0002 requests cleared
2015-02-12 12:25:47,907 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772685743_0002 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:25:47,907 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772685743_0002 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:25:47,908 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0002_000001 (auth:SIMPLE)
2015-02-12 12:25:47,910 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0002_01_000001
2015-02-12 12:25:47,911 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0002 CONTAINERID=container_1423772685743_0002_01_000001
2015-02-12 12:25:47,912 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0002_01_000001]
2015-02-12 12:25:47,913 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:47,913 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:25:47,914 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0002
2015-02-12 12:25:47,914 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:25:47,914 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0002, with delay of 10800 seconds
2015-02-12 12:25:47,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0002
2015-02-12 12:25:47,917 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0002
2015-02-12 12:25:47,917 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0002
2015-02-12 12:25:47,918 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0002
2015-02-12 12:25:48,180 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:25:48,180 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:48,180 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0002
2015-02-12 12:25:48,181 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0002
2015-02-12 12:25:48,181 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0002
2015-02-12 12:25:48,182 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0002
2015-02-12 12:25:48,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0002
2015-02-12 12:25:48,182 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:25:48,184 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0002, with delay of 10800 seconds
2015-02-12 12:25:48,880 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61688 for container : container_1423772685743_0003_01_000002
2015-02-12 12:25:48,880 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:25:48,881 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:25:48,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:48,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:48,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:25:48,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:25:48,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:25:48,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:25:48,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:25:48,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:25:48,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:25:48,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:25:49,008 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0003_000001 (auth:SIMPLE)
2015-02-12 12:25:49,009 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0003_000001 (auth:SIMPLE)
2015-02-12 12:25:49,012 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0003_01_000003 by user soberoi
2015-02-12 12:25:49,012 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0003
2015-02-12 12:25:49,012 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0003 transitioned from NEW to INITING
2015-02-12 12:25:49,013 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0003_01_000003 to application application_1423772685743_0003
2015-02-12 12:25:49,013 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0003_01_000002 by user soberoi
2015-02-12 12:25:49,013 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000003
2015-02-12 12:25:49,013 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000002
2015-02-12 12:25:49,013 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0003 transitioned from INITING to RUNNING
2015-02-12 12:25:49,014 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:25:49,014 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0003_01_000002 to application application_1423772685743_0003
2015-02-12 12:25:49,014 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0003
2015-02-12 12:25:49,014 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0003
2015-02-12 12:25:49,014 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:25:49,014 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0003
2015-02-12 12:25:49,015 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:25:49,015 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:25:49,015 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:25:49,015 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0003_01_000003
2015-02-12 12:25:49,016 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0003
2015-02-12 12:25:49,016 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0003
2015-02-12 12:25:49,016 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:25:49,016 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0003
2015-02-12 12:25:49,017 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0003_01_000002
2015-02-12 12:25:49,029 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423772685743_0003_01_000003.tokens. Credentials list:
2015-02-12 12:25:49,029 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423772685743_0003_01_000002.tokens. Credentials list:
2015-02-12 12:25:49,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:25:49,184 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:49,220 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423772685743_0003_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000003.tokens
2015-02-12 12:25:49,221 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0003
2015-02-12 12:25:49,233 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:25:49,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:49,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:49,328 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423772685743_0003_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000002.tokens
2015-02-12 12:25:49,328 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0003
2015-02-12 12:25:49,355 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:25:49,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:25:49,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:25:49,411 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:25:49,411 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:25:49,411 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:25:49,448 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:25:49,449 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:25:49,449 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:49,449 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:49,555 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000002/default_container_executor.sh]
2015-02-12 12:25:49,555 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000003/default_container_executor.sh]
2015-02-12 12:25:49,893 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:25:49,919 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:25:49,920 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:25:51,354 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741852_1028
2015-02-12 12:25:51,354 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741851_1027
2015-02-12 12:25:51,356 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741850_1026
2015-02-12 12:25:51,357 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741853_1029
2015-02-12 12:25:51,567 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741852_1028
2015-02-12 12:25:51,570 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741850_1026
2015-02-12 12:25:51,570 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741851_1027
2015-02-12 12:25:51,571 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741853_1029
2015-02-12 12:25:51,696 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741853_1029
2015-02-12 12:25:51,697 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741852_1028
2015-02-12 12:25:51,699 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741850_1026
2015-02-12 12:25:51,699 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741851_1027
2015-02-12 12:25:51,964 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741851_1027
2015-02-12 12:25:51,966 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741850_1026
2015-02-12 12:25:53,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:53,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:25:53,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:25:53,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:25:53,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/_temporary/1/_temporary/attempt_1423772685743_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:25:53,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/_temporary/1/_temporary/attempt_1423772685743_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:25:53,552 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0003_000001 (auth:SIMPLE)
2015-02-12 12:25:53,554 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0003_01_000002
2015-02-12 12:25:53,555 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000002
2015-02-12 12:25:53,555 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:25:53,555 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0003_01_000002
2015-02-12 12:25:53,578 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job_1423772685743_0003_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:25:53,579 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0003_000001 (auth:SIMPLE)
2015-02-12 12:25:53,581 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0003_01_000002 is : 143
2015-02-12 12:25:53,581 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741855_1031 src: /127.0.0.1:61974 dest: /127.0.0.1:61668
2015-02-12 12:25:53,583 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0003_01_000003
2015-02-12 12:25:53,583 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000003
2015-02-12 12:25:53,584 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741855_1031 src: /127.0.0.1:61975 dest: /127.0.0.1:61665
2015-02-12 12:25:53,586 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741855_1031 src: /127.0.0.1:61976 dest: /127.0.0.1:61661
2015-02-12 12:25:53,591 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job_1423772685743_0003_1.jhist for DFSClient_NONMAPREDUCE_397733523_1
2015-02-12 12:25:53,594 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:25:53,594 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:25:53,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000002
2015-02-12 12:25:53,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000002
2015-02-12 12:25:53,595 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0003_01_000003
2015-02-12 12:25:53,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000002
2015-02-12 12:25:53,596 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000002
2015-02-12 12:25:53,614 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0003_01_000003 is : 143
2015-02-12 12:25:53,628 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000002
2015-02-12 12:25:53,628 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:25:53,628 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:25:53,628 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0003_01_000002 from application application_1423772685743_0003
2015-02-12 12:25:53,628 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:53,628 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0003
2015-02-12 12:25:53,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000003
2015-02-12 12:25:53,630 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000003
2015-02-12 12:25:53,630 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000003
2015-02-12 12:25:53,630 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000003
2015-02-12 12:25:53,630 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:25:53,630 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0003_01_000003 from application application_1423772685743_0003
2015-02-12 12:25:53,631 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:53,631 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0003
2015-02-12 12:25:53,631 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000003
2015-02-12 12:25:54,588 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:25:54,588 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0003_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:25:54,588 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000002
2015-02-12 12:25:54,589 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:25:54,589 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:25:54,590 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0003_01_000002, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:25:54,590 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:54,590 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:25:54,591 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0003_000001 released container container_1423772685743_0003_01_000002 on node: host: 10.1.1.68:61688 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:25:54,591 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:25:54,591 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0003_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:25:54,591 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000003
2015-02-12 12:25:54,591 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:25:54,592 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:25:54,592 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0003_01_000003, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:25:54,592 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:54,592 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:25:54,593 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0003_000001 released container container_1423772685743_0003_01_000003 on node: host: 10.1.1.68:61688 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:25:55,201 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:25:55,201 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000004
2015-02-12 12:25:55,201 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:25:55,202 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0003_000001 container=Container: [ContainerId: container_1423772685743_0003_01_000004, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:25:55,202 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:25:55,203 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:25:55,592 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:55,593 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:55,919 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61696 for container : container_1423772685743_0003_01_000004
2015-02-12 12:25:55,920 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:25:55,931 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0003_000001 (auth:SIMPLE)
2015-02-12 12:25:55,935 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0003_01_000004 by user soberoi
2015-02-12 12:25:55,935 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0003
2015-02-12 12:25:55,935 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000004
2015-02-12 12:25:55,936 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0003 transitioned from NEW to INITING
2015-02-12 12:25:55,936 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0003_01_000004 to application application_1423772685743_0003
2015-02-12 12:25:55,936 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0003 transitioned from INITING to RUNNING
2015-02-12 12:25:55,936 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:25:55,936 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0003
2015-02-12 12:25:55,936 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0003
2015-02-12 12:25:55,937 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:25:55,937 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0003
2015-02-12 12:25:55,937 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:25:55,937 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:25:55,937 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0003_01_000004
2015-02-12 12:25:55,948 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423772685743_0003_01_000004.tokens. Credentials list:
2015-02-12 12:25:56,065 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:25:56,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423772685743_0003_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000004.tokens
2015-02-12 12:25:56,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0003
2015-02-12 12:25:56,205 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:25:56,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:56,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:25:56,244 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:25:56,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:25:56,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:25:56,297 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:25:56,297 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:25:56,328 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:25:56,328 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:56,416 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000004/default_container_executor.sh]
2015-02-12 12:25:56,576 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741854_1030
2015-02-12 12:25:56,594 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0003_01_000002, container_1423772685743_0003_01_000003]
2015-02-12 12:25:56,594 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:56,594 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:25:56,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741854_1030
2015-02-12 12:25:56,926 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:25:56,970 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741854_1030
2015-02-12 12:25:58,810 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:25:58,821 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:25:59,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/_temporary/1/_temporary/attempt_1423772685743_0003_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:59,122 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/_temporary/1/_temporary/attempt_1423772685743_0003_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:25:59,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741856_1032 src: /127.0.0.1:61986 dest: /127.0.0.1:61658
2015-02-12 12:25:59,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741856_1032 src: /127.0.0.1:61987 dest: /127.0.0.1:61661
2015-02-12 12:25:59,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741856_1032 src: /127.0.0.1:61988 dest: /127.0.0.1:61668
2015-02-12 12:25:59,256 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61988, dest: /127.0.0.1:61668, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0003_r_000000_0_1080162482_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741856_1032, duration: 40784000
2015-02-12 12:25:59,256 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:59,257 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61987, dest: /127.0.0.1:61661, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0003_r_000000_0_1080162482_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741856_1032, duration: 42353000
2015-02-12 12:25:59,257 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:25:59,257 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:59,258 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61986, dest: /127.0.0.1:61658, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0003_r_000000_0_1080162482_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741856_1032, duration: 43746000
2015-02-12 12:25:59,259 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:59,262 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:25:59,263 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:25:59,270 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/_temporary/1/_temporary/attempt_1423772685743_0003_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0003_r_000000_0_1080162482_1
2015-02-12 12:25:59,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/_temporary/1/_temporary/attempt_1423772685743_0003_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:25:59,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/_temporary/1/_temporary/attempt_1423772685743_0003_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:25:59,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/_temporary/1/task_1423772685743_0003_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:25:59,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/_temporary/1/_temporary/attempt_1423772685743_0003_r_000000_0 dst=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/_temporary/1/task_1423772685743_0003_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:25:59,342 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0003_000001 (auth:SIMPLE)
2015-02-12 12:25:59,344 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0003_01_000004
2015-02-12 12:25:59,348 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000004
2015-02-12 12:25:59,348 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:25:59,348 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0003_01_000004
2015-02-12 12:25:59,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:59,361 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_397733523_1
2015-02-12 12:25:59,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:25:59,373 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0003_01_000004 is : 143
2015-02-12 12:25:59,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670 dst=null perm=null proto=rpc
2015-02-12 12:25:59,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670 dst=null perm=null proto=rpc
2015-02-12 12:25:59,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/_temporary/1/task_1423772685743_0003_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:25:59,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:25:59,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/_temporary/1/task_1423772685743_0003_r_000000/part-00000 dst=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:59,382 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:25:59,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000004
2015-02-12 12:25:59,384 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000004
2015-02-12 12:25:59,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000004
2015-02-12 12:25:59,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000004
2015-02-12 12:25:59,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000004
2015-02-12 12:25:59,384 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:25:59,385 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0003_01_000004 from application application_1423772685743_0003
2015-02-12 12:25:59,385 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:25:59,385 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0003
2015-02-12 12:25:59,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/_temporary dst=null perm=null proto=rpc
2015-02-12 12:25:59,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:59,394 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/_SUCCESS is closed by DFSClient_NONMAPREDUCE_397733523_1
2015-02-12 12:25:59,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:59,398 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_397733523_1
2015-02-12 12:25:59,415 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61976, dest: /127.0.0.1:61661, bytes: 45772, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_397733523_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741855_1031, duration: 5827376000
2015-02-12 12:25:59,415 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:59,416 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 14377
2015-02-12 12:25:59,416 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61975, dest: /127.0.0.1:61665, bytes: 45772, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_397733523_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741855_1031, duration: 5828555000
2015-02-12 12:25:59,417 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:59,417 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 14377
2015-02-12 12:25:59,418 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61974, dest: /127.0.0.1:61668, bytes: 45772, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_397733523_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741855_1031, duration: 5830185000
2015-02-12 12:25:59,418 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:59,418 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 14377
2015-02-12 12:25:59,420 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job_1423772685743_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_397733523_1
2015-02-12 12:25:59,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:59,426 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:25:59,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741857_1033 src: /127.0.0.1:61990 dest: /127.0.0.1:61665
2015-02-12 12:25:59,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741857_1033 src: /127.0.0.1:61991 dest: /127.0.0.1:61661
2015-02-12 12:25:59,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741857_1033 src: /127.0.0.1:61992 dest: /127.0.0.1:61658
2015-02-12 12:25:59,434 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61992, dest: /127.0.0.1:61658, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_397733523_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741857_1033, duration: 1340000
2015-02-12 12:25:59,434 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:59,435 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:25:59,435 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61991, dest: /127.0.0.1:61661, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_397733523_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741857_1033, duration: 1981000
2015-02-12 12:25:59,435 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:59,436 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61990, dest: /127.0.0.1:61665, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_397733523_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741857_1033, duration: 3213000
2015-02-12 12:25:59,436 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:25:59,437 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:59,437 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:25:59,438 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_397733523_1
2015-02-12 12:25:59,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:25:59,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job_1423772685743_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:25:59,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003-1423772742632-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F0D9FCDF0DF624275-1423772759399-2-1-SUCCEEDED-default-1423772746868.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:25:59,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job_1423772685743_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:25:59,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003-1423772742632-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F0D9FCDF0DF624275-1423772759399-2-1-SUCCEEDED-default-1423772746868.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:25:59,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job_1423772685743_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:25:59,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003-1423772742632-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F0D9FCDF0DF624275-1423772759399-2-1-SUCCEEDED-default-1423772746868.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:59,465 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003-1423772742632-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F0D9FCDF0DF624275-1423772759399-2-1-SUCCEEDED-default-1423772746868.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:25:59,467 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741858_1034 src: /127.0.0.1:61994 dest: /127.0.0.1:61668
2015-02-12 12:25:59,469 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741858_1034 src: /127.0.0.1:61995 dest: /127.0.0.1:61665
2015-02-12 12:25:59,470 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741858_1034 src: /127.0.0.1:61996 dest: /127.0.0.1:61658
2015-02-12 12:25:59,473 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61996, dest: /127.0.0.1:61658, bytes: 45772, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_397733523_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741858_1034, duration: 1863000
2015-02-12 12:25:59,474 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:59,474 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:25:59,475 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61995, dest: /127.0.0.1:61665, bytes: 45772, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_397733523_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741858_1034, duration: 2444000
2015-02-12 12:25:59,475 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:59,476 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61994, dest: /127.0.0.1:61668, bytes: 45772, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_397733523_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741858_1034, duration: 3753000
2015-02-12 12:25:59,476 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:25:59,476 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:59,478 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:25:59,478 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003-1423772742632-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F0D9FCDF0DF624275-1423772759399-2-1-SUCCEEDED-default-1423772746868.jhist_tmp is closed by DFSClient_NONMAPREDUCE_397733523_1
2015-02-12 12:25:59,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003-1423772742632-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F0D9FCDF0DF624275-1423772759399-2-1-SUCCEEDED-default-1423772746868.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:25:59,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job_1423772685743_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:25:59,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:25:59,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job_1423772685743_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:25:59,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:25:59,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003/job_1423772685743_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:25:59,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:25:59,496 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:25:59,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741859_1035 src: /127.0.0.1:61997 dest: /127.0.0.1:61665
2015-02-12 12:25:59,500 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741859_1035 src: /127.0.0.1:61998 dest: /127.0.0.1:61668
2015-02-12 12:25:59,502 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741859_1035 src: /127.0.0.1:61999 dest: /127.0.0.1:61661
2015-02-12 12:25:59,506 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61999, dest: /127.0.0.1:61661, bytes: 117055, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_397733523_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741859_1035, duration: 2284000
2015-02-12 12:25:59,506 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:25:59,507 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:25:59,507 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61998, dest: /127.0.0.1:61668, bytes: 117055, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_397733523_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741859_1035, duration: 3170000
2015-02-12 12:25:59,508 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:59,509 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61997, dest: /127.0.0.1:61665, bytes: 117055, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_397733523_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741859_1035, duration: 5100000
2015-02-12 12:25:59,510 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:25:59,510 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:25:59,512 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_397733523_1
2015-02-12 12:25:59,512 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741859_1035 size 117055
2015-02-12 12:25:59,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:25:59,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:25:59,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:25:59,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003-1423772742632-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F0D9FCDF0DF624275-1423772759399-2-1-SUCCEEDED-default-1423772746868.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003-1423772742632-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F0D9FCDF0DF624275-1423772759399-2-1-SUCCEEDED-default-1423772746868.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:25:59,531 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0003_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:25:59,532 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0003_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:25:59,532 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0003 with final state: FINISHING
2015-02-12 12:25:59,532 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0003 State change from RUNNING to FINAL_SAVING
2015-02-12 12:25:59,532 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0003
2015-02-12 12:25:59,532 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0003_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:25:59,533 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0003 State change from FINAL_SAVING to FINISHING
2015-02-12 12:26:00,349 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0003_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:26:00,350 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0003_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:26:00,350 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000004
2015-02-12 12:26:00,350 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:26:00,350 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:26:00,351 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0003_01_000004, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:26:00,352 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:00,352 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:26:00,352 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0003_000001 released container container_1423772685743_0003_01_000004 on node: host: 10.1.1.68:61696 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:26:00,535 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0003 unregistered successfully.
2015-02-12 12:26:00,538 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741850_1026 127.0.0.1:61665 127.0.0.1:61668 127.0.0.1:61661 127.0.0.1:61658
2015-02-12 12:26:00,539 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741851_1027 127.0.0.1:61668 127.0.0.1:61665 127.0.0.1:61658 127.0.0.1:61661
2015-02-12 12:26:00,539 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741852_1028 127.0.0.1:61661 127.0.0.1:61658 127.0.0.1:61665
2015-02-12 12:26:00,539 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741853_1029 127.0.0.1:61665 127.0.0.1:61658 127.0.0.1:61661
2015-02-12 12:26:00,539 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741855_1031 127.0.0.1:61668 127.0.0.1:61665 127.0.0.1:61661
2015-02-12 12:26:00,540 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741854_1030 127.0.0.1:61668 127.0.0.1:61665 127.0.0.1:61658
2015-02-12 12:26:00,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0003 dst=null perm=null proto=rpc
2015-02-12 12:26:00,572 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...ue/true/false/false/false
2015-02-12 12:26:00,582 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:26:00,594 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:26:00,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:26:00,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:26:00,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:26:00,602 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 4
2015-02-12 12:26:00,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004 dst=null perm=null proto=rpc
2015-02-12 12:26:00,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:26:00,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:26:00,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:00,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:00,609 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:26:00,611 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741860_1036 src: /127.0.0.1:62002 dest: /127.0.0.1:61665
2015-02-12 12:26:00,613 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741860_1036 src: /127.0.0.1:62003 dest: /127.0.0.1:61658
2015-02-12 12:26:00,614 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741860_1036 src: /127.0.0.1:62004 dest: /127.0.0.1:61668
2015-02-12 12:26:00,621 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62004, dest: /127.0.0.1:61668, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741860_1036, duration: 4427000
2015-02-12 12:26:00,621 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:00,622 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62003, dest: /127.0.0.1:61658, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741860_1036, duration: 4600000
2015-02-12 12:26:00,622 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:00,623 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:26:00,625 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62002, dest: /127.0.0.1:61665, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741860_1036, duration: 8126000
2015-02-12 12:26:00,625 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:00,627 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:26:00,629 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30008 milliseconds
2015-02-12 12:26:00,629 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 12:26:00,630 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:26:00,631 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:26:00,632 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar
2015-02-12 12:26:00,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:00,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:00,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:00,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:00,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:00,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:26:00,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:26:00,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:26:00,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:26:00,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:26:00,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:00,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670 dst=null perm=null proto=rpc
2015-02-12 12:26:00,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670 dst=null perm=null proto=rpc
2015-02-12 12:26:00,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670 dst=null perm=null proto=rpc
2015-02-12 12:26:00,652 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:26:00,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:00,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:00,656 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.split
2015-02-12 12:26:00,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:00,658 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:26:00,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741861_1037 src: /127.0.0.1:62005 dest: /127.0.0.1:61668
2015-02-12 12:26:00,661 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741861_1037 src: /127.0.0.1:62006 dest: /127.0.0.1:61665
2015-02-12 12:26:00,663 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741861_1037 src: /127.0.0.1:62007 dest: /127.0.0.1:61658
2015-02-12 12:26:00,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741861_1037 src: /127.0.0.1:62008 dest: /127.0.0.1:61661
2015-02-12 12:26:00,670 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62008, dest: /127.0.0.1:61661, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741861_1037, duration: 3760000
2015-02-12 12:26:00,670 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:00,670 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:26:00,671 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62007, dest: /127.0.0.1:61658, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741861_1037, duration: 4386000
2015-02-12 12:26:00,673 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:00,673 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:26:00,674 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62006, dest: /127.0.0.1:61665, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741861_1037, duration: 7982000
2015-02-12 12:26:00,675 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:00,676 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62005, dest: /127.0.0.1:61668, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741861_1037, duration: 9619000
2015-02-12 12:26:00,677 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:00,676 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:26:00,679 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:26:00,680 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61658 to replicate blk_1073741860_1036 to datanode(s) 127.0.0.1:61661
2015-02-12 12:26:00,680 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073741850_1026, blk_1073741851_1027, blk_1073741854_1030, blk_1073741855_1031]
2015-02-12 12:26:00,680 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030]
2015-02-12 12:26:00,682 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:26:00,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:00,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:00,687 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:26:00,689 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741862_1038 src: /127.0.0.1:62009 dest: /127.0.0.1:61665
2015-02-12 12:26:00,691 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741862_1038 src: /127.0.0.1:62010 dest: /127.0.0.1:61661
2015-02-12 12:26:00,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741862_1038 src: /127.0.0.1:62011 dest: /127.0.0.1:61658
2015-02-12 12:26:00,696 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62011, dest: /127.0.0.1:61658, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741862_1038, duration: 1403000
2015-02-12 12:26:00,696 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:00,696 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:26:00,697 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62010, dest: /127.0.0.1:61661, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741862_1038, duration: 2139000
2015-02-12 12:26:00,697 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:00,697 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:26:00,698 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62009, dest: /127.0.0.1:61665, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741862_1038, duration: 3102000
2015-02-12 12:26:00,698 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:00,699 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:26:00,700 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:26:00,701 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1
2015-02-12 12:26:00,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:00,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:00,719 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:26:00,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741863_1039 src: /127.0.0.1:62012 dest: /127.0.0.1:61658
2015-02-12 12:26:00,722 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741863_1039 src: /127.0.0.1:62013 dest: /127.0.0.1:61665
2015-02-12 12:26:00,726 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741863_1039 src: /127.0.0.1:62014 dest: /127.0.0.1:61661
2015-02-12 12:26:00,737 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62014, dest: /127.0.0.1:61661, bytes: 99089, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741863_1039, duration: 2705000
2015-02-12 12:26:00,737 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:00,738 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:26:00,738 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62013, dest: /127.0.0.1:61665, bytes: 99089, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741863_1039, duration: 3604000
2015-02-12 12:26:00,739 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:00,740 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:26:00,741 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62012, dest: /127.0.0.1:61658, bytes: 99089, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741863_1039, duration: 6031000
2015-02-12 12:26:00,741 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:00,744 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:26:00,745 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:26:00,745 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0004
2015-02-12 12:26:00,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004 dst=null perm=null proto=rpc
2015-02-12 12:26:00,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:00,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:00,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:00,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:00,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:00,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:00,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:26:00,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:26:00,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:00,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:00,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:00,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:00,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:00,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:00,768 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 4 submitted by user soberoi
2015-02-12 12:26:00,768 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0004
2015-02-12 12:26:00,768 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0004
2015-02-12 12:26:00,768 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0004 State change from NEW to NEW_SAVING
2015-02-12 12:26:00,769 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0004
2015-02-12 12:26:00,769 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0004 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:26:00,769 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0004 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:26:00,769 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0004 from user: soberoi, in queue: default
2015-02-12 12:26:00,770 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0004 State change from SUBMITTED to ACCEPTED
2015-02-12 12:26:00,770 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0004
2015-02-12 12:26:00,770 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0004_000001
2015-02-12 12:26:00,770 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0004_000001 State change from NEW to SUBMITTED
2015-02-12 12:26:00,771 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0004 from user: soberoi activated in queue: default
2015-02-12 12:26:00,771 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0004 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:26:00,771 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0004_000001 to scheduler from user soberoi in queue default
2015-02-12 12:26:00,772 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0004_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:26:00,773 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0004/
2015-02-12 12:26:00,774 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423772685743_0004
2015-02-12 12:26:00,774 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0004/
2015-02-12 12:26:01,355 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:01,356 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:26:01,356 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0004 CONTAINERID=container_1423772685743_0004_01_000001
2015-02-12 12:26:01,356 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61696, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:26:01,356 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0004_000001 container=Container: [ContainerId: container_1423772685743_0004_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:26:01,357 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:26:01,357 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:01,358 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61696 for container : container_1423772685743_0004_01_000001
2015-02-12 12:26:01,359 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:26:01,359 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0004_000001
2015-02-12 12:26:01,360 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0004 AttemptId: appattempt_1423772685743_0004_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0004_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ]
2015-02-12 12:26:01,360 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:26:01,360 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:26:01,361 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0004_000001
2015-02-12 12:26:01,363 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0004_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] for AM appattempt_1423772685743_0004_000001
2015-02-12 12:26:01,363 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:26:01,363 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0004_000001
2015-02-12 12:26:01,363 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0004_000001
2015-02-12 12:26:01,366 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0004_000001 (auth:SIMPLE)
2015-02-12 12:26:01,369 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0004_01_000001 by user soberoi
2015-02-12 12:26:01,369 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0004
2015-02-12 12:26:01,369 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0004 CONTAINERID=container_1423772685743_0004_01_000001
2015-02-12 12:26:01,369 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0004 transitioned from NEW to INITING
2015-02-12 12:26:01,369 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0004_01_000001 to application application_1423772685743_0004
2015-02-12 12:26:01,370 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0004 transitioned from INITING to RUNNING
2015-02-12 12:26:01,370 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0004_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] for AM appattempt_1423772685743_0004_000001
2015-02-12 12:26:01,370 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0004_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:26:01,370 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0004_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:26:01,370 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0004
2015-02-12 12:26:01,370 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:26:01,371 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:26:01,371 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:26:01,371 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:26:01,371 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0004_01_000001
2015-02-12 12:26:01,383 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423772685743_0004_01_000001.tokens. Credentials list:
2015-02-12 12:26:01,414 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=9593ab57-1989-433e-a4af-02278ae6414c, infoPort=61659, ipcPort=61660, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073741860_1036 to 127.0.0.1:61661
2015-02-12 12:26:01,415 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741850 for deletion
2015-02-12 12:26:01,415 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741851 for deletion
2015-02-12 12:26:01,415 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 12:26:01,415 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 12:26:01,415 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741854 for deletion
2015-02-12 12:26:01,415 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741850
2015-02-12 12:26:01,416 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741851
2015-02-12 12:26:01,416 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 12:26:01,416 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 12:26:01,416 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741854
2015-02-12 12:26:01,416 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073741860_1036 (numBytes=254067) to /127.0.0.1:61661
2015-02-12 12:26:01,417 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741860_1036 src: /127.0.0.1:62016 dest: /127.0.0.1:61661
2015-02-12 12:26:01,419 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073741860_1036 src: /127.0.0.1:62016 dest: /127.0.0.1:61661 of size 254067
2015-02-12 12:26:01,420 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741860_1036 size 254067
2015-02-12 12:26:01,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:26:01,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423772685743_0004_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0004/container_1423772685743_0004_01_000001.tokens
2015-02-12 12:26:01,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0004
2015-02-12 12:26:01,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:01,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:01,703 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:01,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:26:01,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:26:01,754 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0004/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:01,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:01,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:01,801 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0004/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:01,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:01,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:01,852 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0004/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:01,852 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:26:01,885 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0004_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:26:01,885 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:01,945 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741850 for deletion
2015-02-12 12:26:01,945 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741851 for deletion
2015-02-12 12:26:01,945 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741854 for deletion
2015-02-12 12:26:01,945 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741855 for deletion
2015-02-12 12:26:01,946 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741850
2015-02-12 12:26:01,946 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741854
2015-02-12 12:26:01,946 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741851
2015-02-12 12:26:01,946 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741855
2015-02-12 12:26:01,976 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0004/container_1423772685743_0004_01_000001/default_container_executor.sh]
2015-02-12 12:26:02,359 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:26:02,360 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:03,364 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:03,682 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741855_1031]
2015-02-12 12:26:03,682 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030, blk_1073741855_1031]
2015-02-12 12:26:04,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:26:04,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:26:04,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:26:04,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:26:04,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004 dst=null perm=null proto=rpc
2015-02-12 12:26:04,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:26:04,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:26:04,365 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:04,415 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741850 for deletion
2015-02-12 12:26:04,415 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741851 for deletion
2015-02-12 12:26:04,415 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 12:26:04,415 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 12:26:04,415 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741855 for deletion
2015-02-12 12:26:04,415 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741850
2015-02-12 12:26:04,416 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 12:26:04,416 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741851
2015-02-12 12:26:04,416 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741855
2015-02-12 12:26:04,416 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 12:26:04,684 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741850 for deletion
2015-02-12 12:26:04,684 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741851 for deletion
2015-02-12 12:26:04,684 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 12:26:04,684 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 12:26:04,684 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741854 for deletion
2015-02-12 12:26:04,684 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741851
2015-02-12 12:26:04,684 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741850
2015-02-12 12:26:04,685 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 12:26:04,684 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741855 for deletion
2015-02-12 12:26:04,685 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 12:26:04,685 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741854
2015-02-12 12:26:04,685 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741855
2015-02-12 12:26:04,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:26:04,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:26:05,366 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:05,644 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0004_000001 (auth:SIMPLE)
2015-02-12 12:26:05,646 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0004_000001
2015-02-12 12:26:05,647 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0004 APPATTEMPTID=appattempt_1423772685743_0004_000001
2015-02-12 12:26:05,647 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0004_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:26:05,647 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0004 State change from ACCEPTED to RUNNING
2015-02-12 12:26:05,693 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772685743_0003_01_000001 succeeded
2015-02-12 12:26:05,694 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:26:05,694 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0003_01_000001
2015-02-12 12:26:05,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job_1423772685743_0004_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:05,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:26:05,718 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000001
2015-02-12 12:26:05,719 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000001
2015-02-12 12:26:05,720 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000001
2015-02-12 12:26:05,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0003/container_1423772685743_0003_01_000001
2015-02-12 12:26:05,724 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000001
2015-02-12 12:26:05,725 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:26:05,725 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0003_01_000001 from application application_1423772685743_0003
2015-02-12 12:26:05,726 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:05,726 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0003
2015-02-12 12:26:05,749 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:26:05,750 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0003_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:26:05,750 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000001
2015-02-12 12:26:05,750 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61692, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:26:05,750 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:26:05,750 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0003_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:26:05,750 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:05,750 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 12:26:05,750 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0003_000001 released container container_1423772685743_0003_01_000001 on node: host: 10.1.1.68:61692 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:26:05,751 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772685743_0003_000001
2015-02-12 12:26:05,751 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772685743_0003_000001
2015-02-12 12:26:05,752 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0003_000001 State change from FINISHING to FINISHED
2015-02-12 12:26:05,752 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0003 State change from FINISHING to FINISHED
2015-02-12 12:26:05,753 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772685743_0003
2015-02-12 12:26:05,753 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772685743_0003,name=[92F82CAC4A244C2B8CF1C6E590A0AB64/0D9FCDF0DF62427597B6466940FE336D] lower*upper/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:61686/proxy/application_1423772685743_0003/jobhistory/job/job_1423772685743_0003,appMasterHost=10.1.1.68,startTime=1423772742632,finishTime=1423772759532,finalStatus=SUCCEEDED
2015-02-12 12:26:05,753 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772685743_0003_000001 is done. finalState=FINISHED
2015-02-12 12:26:05,754 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772685743_0003 requests cleared
2015-02-12 12:26:05,754 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772685743_0003 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:26:05,754 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772685743_0003 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:26:05,755 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772685743_0003_000001
2015-02-12 12:26:05,760 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0003_000001 (auth:SIMPLE)
2015-02-12 12:26:05,762 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0003_01_000001
2015-02-12 12:26:05,762 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0003 CONTAINERID=container_1423772685743_0003_01_000001
2015-02-12 12:26:05,763 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0003_01_000001]
2015-02-12 12:26:05,764 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:05,764 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1067)) - Event EventType: KILL_CONTAINER sent to absent container container_1423772685743_0003_01_000001
2015-02-12 12:26:05,766 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:26:05,766 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0003
2015-02-12 12:26:05,767 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0003
2015-02-12 12:26:05,768 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0003
2015-02-12 12:26:05,769 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0003
2015-02-12 12:26:05,769 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0003
2015-02-12 12:26:05,769 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:26:05,769 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0003, with delay of 10800 seconds
2015-02-12 12:26:05,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job_1423772685743_0004_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:05,975 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job_1423772685743_0004_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:26:06,023 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741864_1040 src: /127.0.0.1:62030 dest: /127.0.0.1:61661
2015-02-12 12:26:06,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741864_1040 src: /127.0.0.1:62031 dest: /127.0.0.1:61665
2015-02-12 12:26:06,027 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741864_1040 src: /127.0.0.1:62032 dest: /127.0.0.1:61668
2015-02-12 12:26:06,059 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62032, dest: /127.0.0.1:61668, bytes: 116326, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-518904891_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741864_1040, duration: 30157000
2015-02-12 12:26:06,060 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:06,060 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:26:06,061 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62031, dest: /127.0.0.1:61665, bytes: 116326, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-518904891_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741864_1040, duration: 31138000
2015-02-12 12:26:06,061 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:06,062 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62030, dest: /127.0.0.1:61661, bytes: 116326, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-518904891_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741864_1040, duration: 32635000
2015-02-12 12:26:06,062 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:06,062 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:26:06,064 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:26:06,067 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job_1423772685743_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-518904891_1
2015-02-12 12:26:06,367 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741861_1037
2015-02-12 12:26:06,368 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:26:06,369 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:06,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0003
2015-02-12 12:26:06,369 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741863_1039
2015-02-12 12:26:06,370 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0003
2015-02-12 12:26:06,370 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0003
2015-02-12 12:26:06,370 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0003
2015-02-12 12:26:06,371 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:26:06,371 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0003, with delay of 10800 seconds
2015-02-12 12:26:06,370 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0003
2015-02-12 12:26:06,371 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741859_1035
2015-02-12 12:26:06,372 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741856_1032
2015-02-12 12:26:06,372 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741862_1038
2015-02-12 12:26:06,373 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741857_1033
2015-02-12 12:26:06,586 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741863_1039
2015-02-12 12:26:06,587 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741857_1033
2015-02-12 12:26:06,587 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741862_1038
2015-02-12 12:26:06,588 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741858_1034
2015-02-12 12:26:06,588 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741856_1032
2015-02-12 12:26:06,626 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:26:06,626 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0003
2015-02-12 12:26:06,627 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0003
2015-02-12 12:26:06,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0003
2015-02-12 12:26:06,627 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0003
2015-02-12 12:26:06,629 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:26:06,629 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0003, with delay of 10800 seconds
2015-02-12 12:26:06,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0003
2015-02-12 12:26:06,722 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741861_1037
2015-02-12 12:26:06,723 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741858_1034
2015-02-12 12:26:06,724 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741863_1039
2015-02-12 12:26:06,724 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741862_1038
2015-02-12 12:26:06,725 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741857_1033
2015-02-12 12:26:06,726 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741859_1035
2015-02-12 12:26:06,768 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:26:06,768 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0004 CONTAINERID=container_1423772685743_0004_01_000002
2015-02-12 12:26:06,769 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:26:06,769 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0004_000001 container=Container: [ContainerId: container_1423772685743_0004_01_000002, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:26:06,769 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:26:06,769 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:06,790 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741860_1036
2015-02-12 12:26:06,791 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741861_1037
2015-02-12 12:26:06,927 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741860_1036
2015-02-12 12:26:06,980 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741858_1034
2015-02-12 12:26:06,981 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741859_1035
2015-02-12 12:26:06,981 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741861_1037
2015-02-12 12:26:07,185 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741860_1036
2015-02-12 12:26:07,186 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741856_1032
2015-02-12 12:26:07,370 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:07,708 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61692 for container : container_1423772685743_0004_01_000002
2015-02-12 12:26:07,709 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:26:07,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:07,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:07,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:07,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:07,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:07,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:07,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:07,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:07,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:07,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:07,832 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0004_000001 (auth:SIMPLE)
2015-02-12 12:26:07,835 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0004_01_000002 by user soberoi
2015-02-12 12:26:07,835 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0004
2015-02-12 12:26:07,835 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0004 CONTAINERID=container_1423772685743_0004_01_000002
2015-02-12 12:26:07,835 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0004 transitioned from NEW to INITING
2015-02-12 12:26:07,836 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0004_01_000002 to application application_1423772685743_0004
2015-02-12 12:26:07,836 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0004 transitioned from INITING to RUNNING
2015-02-12 12:26:07,837 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0004_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:26:07,837 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0004
2015-02-12 12:26:07,837 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0004
2015-02-12 12:26:07,837 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:26:07,837 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0004
2015-02-12 12:26:07,838 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:26:07,838 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:26:07,838 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0004_01_000002
2015-02-12 12:26:07,854 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423772685743_0004_01_000002.tokens. Credentials list:
2015-02-12 12:26:08,028 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:26:08,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423772685743_0004_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0004/container_1423772685743_0004_01_000002.tokens
2015-02-12 12:26:08,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0004
2015-02-12 12:26:08,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:08,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:08,251 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:08,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:08,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:08,300 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:08,301 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:26:08,337 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0004_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:26:08,337 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:08,422 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0004/container_1423772685743_0004_01_000002/default_container_executor.sh]
2015-02-12 12:26:08,725 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:26:08,774 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:26:10,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:11,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:26:11,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:26:11,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1423772685743_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:26:11,361 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0004_000001 (auth:SIMPLE)
2015-02-12 12:26:11,362 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0004_01_000002
2015-02-12 12:26:11,363 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0004 CONTAINERID=container_1423772685743_0004_01_000002
2015-02-12 12:26:11,363 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0004_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:26:11,363 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0004_01_000002
2015-02-12 12:26:11,378 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0004_01_000002 is : 143
2015-02-12 12:26:11,380 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job_1423772685743_0004_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:26:11,381 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741860_1036
2015-02-12 12:26:11,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741865_1041 src: /127.0.0.1:62044 dest: /127.0.0.1:61665
2015-02-12 12:26:11,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741865_1041 src: /127.0.0.1:62045 dest: /127.0.0.1:61668
2015-02-12 12:26:11,389 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741865_1041 src: /127.0.0.1:62046 dest: /127.0.0.1:61658
2015-02-12 12:26:11,390 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:26:11,392 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0004/container_1423772685743_0004_01_000002
2015-02-12 12:26:11,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0004/container_1423772685743_0004_01_000002
2015-02-12 12:26:11,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0004/container_1423772685743_0004_01_000002
2015-02-12 12:26:11,394 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0004/container_1423772685743_0004_01_000002
2015-02-12 12:26:11,392 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0004 CONTAINERID=container_1423772685743_0004_01_000002
2015-02-12 12:26:11,394 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:26:11,394 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0004_01_000002 from application application_1423772685743_0004
2015-02-12 12:26:11,395 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:11,395 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0004
2015-02-12 12:26:11,399 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job_1423772685743_0004_1.jhist for DFSClient_NONMAPREDUCE_-518904891_1
2015-02-12 12:26:11,580 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741864_1040
2015-02-12 12:26:11,935 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741864_1040
2015-02-12 12:26:12,190 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741864_1040
2015-02-12 12:26:12,367 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:26:12,367 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0004_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:26:12,368 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0004 CONTAINERID=container_1423772685743_0004_01_000002
2015-02-12 12:26:12,368 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:26:12,368 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:26:12,371 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0004_01_000002, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:26:12,372 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:12,372 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:26:12,372 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0004_000001 released container container_1423772685743_0004_01_000002 on node: host: 10.1.1.68:61692 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:26:12,786 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:26:12,786 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0004 CONTAINERID=container_1423772685743_0004_01_000003
2015-02-12 12:26:12,786 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:26:12,786 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0004_000001 container=Container: [ContainerId: container_1423772685743_0004_01_000003, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:26:12,787 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:26:12,787 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:13,368 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:13,756 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61700 for container : container_1423772685743_0004_01_000003
2015-02-12 12:26:13,757 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:26:13,769 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0004_000001 (auth:SIMPLE)
2015-02-12 12:26:13,773 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0004_01_000003 by user soberoi
2015-02-12 12:26:13,773 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0004
2015-02-12 12:26:13,774 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0004 CONTAINERID=container_1423772685743_0004_01_000003
2015-02-12 12:26:13,774 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0004 transitioned from NEW to INITING
2015-02-12 12:26:13,775 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0004_01_000003 to application application_1423772685743_0004
2015-02-12 12:26:13,775 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0004 transitioned from INITING to RUNNING
2015-02-12 12:26:13,776 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0004_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:26:13,776 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0004
2015-02-12 12:26:13,776 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0004
2015-02-12 12:26:13,776 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:26:13,776 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0004
2015-02-12 12:26:13,777 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:26:13,777 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:26:13,777 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:26:13,777 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:26:13,777 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0004_01_000003
2015-02-12 12:26:13,778 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423772672705, FILE, null }
2015-02-12 12:26:13,779 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar, 1423772672831, FILE, null }
2015-02-12 12:26:13,788 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:26:13,789 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423772685743_0004_01_000003.tokens. Credentials list:
2015-02-12 12:26:13,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:13,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:13,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:26:13,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:26:13,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:26:13,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:26:13,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:26:13,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:13,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:13,863 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:13,863 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/filecache/11/hadoop-7772018899607308694.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:13,917 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:26:14,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423772685743_0004_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0004/container_1423772685743_0004_01_000003.tokens
2015-02-12 12:26:14,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0004
2015-02-12 12:26:14,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:14,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:14,114 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:14,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:14,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:14,195 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:14,195 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:26:14,227 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0004_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:26:14,227 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:14,315 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0004/container_1423772685743_0004_01_000003/default_container_executor.sh]
2015-02-12 12:26:14,369 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0004_01_000002]
2015-02-12 12:26:14,369 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:14,761 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:26:16,699 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:26:16,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1423772685743_0004_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:16,982 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1423772685743_0004_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:26:17,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741866_1042 src: /127.0.0.1:62057 dest: /127.0.0.1:61668
2015-02-12 12:26:17,067 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741866_1042 src: /127.0.0.1:62058 dest: /127.0.0.1:61658
2015-02-12 12:26:17,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741866_1042 src: /127.0.0.1:62059 dest: /127.0.0.1:61661
2015-02-12 12:26:17,113 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62059, dest: /127.0.0.1:61661, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0004_r_000000_0_1929488751_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741866_1042, duration: 43156000
2015-02-12 12:26:17,114 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:17,115 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62058, dest: /127.0.0.1:61658, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0004_r_000000_0_1929488751_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741866_1042, duration: 45013000
2015-02-12 12:26:17,118 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:17,119 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:26:17,120 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62057, dest: /127.0.0.1:61668, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0004_r_000000_0_1929488751_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741866_1042, duration: 48867000
2015-02-12 12:26:17,120 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:17,123 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:26:17,124 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:26:17,128 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1423772685743_0004_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0004_r_000000_0_1929488751_1
2015-02-12 12:26:17,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1423772685743_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:26:17,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1423772685743_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:26:17,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/task_1423772685743_0004_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:26:17,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1423772685743_0004_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/task_1423772685743_0004_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:26:17,168 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0004_000001 (auth:SIMPLE)
2015-02-12 12:26:17,170 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0004_01_000003
2015-02-12 12:26:17,170 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0004 CONTAINERID=container_1423772685743_0004_01_000003
2015-02-12 12:26:17,170 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0004_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:26:17,173 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0004_01_000003
2015-02-12 12:26:17,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:17,183 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-518904891_1
2015-02-12 12:26:17,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:26:17,195 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0004_01_000003 is : 143
2015-02-12 12:26:17,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:26:17,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:26:17,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/task_1423772685743_0004_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:26:17,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:26:17,214 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:26:17,215 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0004/container_1423772685743_0004_01_000003
2015-02-12 12:26:17,216 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0004/container_1423772685743_0004_01_000003
2015-02-12 12:26:17,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/task_1423772685743_0004_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:17,218 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0004/container_1423772685743_0004_01_000003
2015-02-12 12:26:17,219 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0004/container_1423772685743_0004_01_000003
2015-02-12 12:26:17,219 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0004 CONTAINERID=container_1423772685743_0004_01_000003
2015-02-12 12:26:17,221 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:26:17,221 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0004_01_000003 from application application_1423772685743_0004
2015-02-12 12:26:17,221 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:17,222 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0004
2015-02-12 12:26:17,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary dst=null perm=null proto=rpc
2015-02-12 12:26:17,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:17,231 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-518904891_1
2015-02-12 12:26:17,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:17,235 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-518904891_1
2015-02-12 12:26:17,252 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62046, dest: /127.0.0.1:61658, bytes: 38000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-518904891_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741865_1041, duration: 5860084000
2015-02-12 12:26:17,252 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:17,253 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 13745
2015-02-12 12:26:17,253 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62045, dest: /127.0.0.1:61668, bytes: 38000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-518904891_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741865_1041, duration: 5858066000
2015-02-12 12:26:17,254 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:17,255 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 13745
2015-02-12 12:26:17,255 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62044, dest: /127.0.0.1:61665, bytes: 38000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-518904891_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741865_1041, duration: 5862523000
2015-02-12 12:26:17,255 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:17,256 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 13745
2015-02-12 12:26:17,257 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job_1423772685743_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_-518904891_1
2015-02-12 12:26:17,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:17,263 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:26:17,266 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741867_1043 src: /127.0.0.1:62061 dest: /127.0.0.1:61668
2015-02-12 12:26:17,267 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741867_1043 src: /127.0.0.1:62062 dest: /127.0.0.1:61665
2015-02-12 12:26:17,269 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741867_1043 src: /127.0.0.1:62063 dest: /127.0.0.1:61658
2015-02-12 12:26:17,273 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62063, dest: /127.0.0.1:61658, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-518904891_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741867_1043, duration: 2564000
2015-02-12 12:26:17,273 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:17,273 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:26:17,274 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62062, dest: /127.0.0.1:61665, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-518904891_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741867_1043, duration: 3275000
2015-02-12 12:26:17,274 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:17,274 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:26:17,274 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62061, dest: /127.0.0.1:61668, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-518904891_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741867_1043, duration: 4251000
2015-02-12 12:26:17,275 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:17,278 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:26:17,280 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_-518904891_1
2015-02-12 12:26:17,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:26:17,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job_1423772685743_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:26:17,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004-1423772760768-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F94AD237CB7DB4C92-1423772777237-1-1-SUCCEEDED-default-1423772765702.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:26:17,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job_1423772685743_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:26:17,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004-1423772760768-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F94AD237CB7DB4C92-1423772777237-1-1-SUCCEEDED-default-1423772765702.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:26:17,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job_1423772685743_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:26:17,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004-1423772760768-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F94AD237CB7DB4C92-1423772777237-1-1-SUCCEEDED-default-1423772765702.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:17,338 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004-1423772760768-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F94AD237CB7DB4C92-1423772777237-1-1-SUCCEEDED-default-1423772765702.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:26:17,340 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741868_1044 src: /127.0.0.1:62065 dest: /127.0.0.1:61658
2015-02-12 12:26:17,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741868_1044 src: /127.0.0.1:62066 dest: /127.0.0.1:61668
2015-02-12 12:26:17,343 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741868_1044 src: /127.0.0.1:62067 dest: /127.0.0.1:61665
2015-02-12 12:26:17,346 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62067, dest: /127.0.0.1:61665, bytes: 38000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-518904891_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741868_1044, duration: 1550000
2015-02-12 12:26:17,347 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:17,347 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:26:17,347 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62066, dest: /127.0.0.1:61668, bytes: 38000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-518904891_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741868_1044, duration: 2222000
2015-02-12 12:26:17,348 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:17,348 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:26:17,349 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62065, dest: /127.0.0.1:61658, bytes: 38000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-518904891_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741868_1044, duration: 3303000
2015-02-12 12:26:17,349 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:17,350 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:26:17,351 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004-1423772760768-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F94AD237CB7DB4C92-1423772777237-1-1-SUCCEEDED-default-1423772765702.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-518904891_1
2015-02-12 12:26:17,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004-1423772760768-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F94AD237CB7DB4C92-1423772777237-1-1-SUCCEEDED-default-1423772765702.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:26:17,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job_1423772685743_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:26:17,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:26:17,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job_1423772685743_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:26:17,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:26:17,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004/job_1423772685743_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:26:17,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:17,372 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:26:17,374 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741869_1045 src: /127.0.0.1:62069 dest: /127.0.0.1:61661
2015-02-12 12:26:17,376 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741869_1045 src: /127.0.0.1:62070 dest: /127.0.0.1:61668
2015-02-12 12:26:17,378 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741869_1045 src: /127.0.0.1:62071 dest: /127.0.0.1:61665
2015-02-12 12:26:17,382 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62071, dest: /127.0.0.1:61665, bytes: 116326, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-518904891_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741869_1045, duration: 2030000
2015-02-12 12:26:17,382 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:17,383 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:26:17,383 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62070, dest: /127.0.0.1:61668, bytes: 116326, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-518904891_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741869_1045, duration: 3108000
2015-02-12 12:26:17,383 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:17,384 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62069, dest: /127.0.0.1:61661, bytes: 116326, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-518904891_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741869_1045, duration: 4305000
2015-02-12 12:26:17,384 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:17,384 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:26:17,385 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:26:17,387 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-518904891_1
2015-02-12 12:26:17,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:26:17,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:26:17,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:26:17,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004-1423772760768-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F94AD237CB7DB4C92-1423772777237-1-1-SUCCEEDED-default-1423772765702.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004-1423772760768-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F94AD237CB7DB4C92-1423772777237-1-1-SUCCEEDED-default-1423772765702.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:26:17,408 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0004_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:26:17,408 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0004_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:26:17,408 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0004 with final state: FINISHING
2015-02-12 12:26:17,408 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0004 State change from RUNNING to FINAL_SAVING
2015-02-12 12:26:17,409 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0004
2015-02-12 12:26:17,409 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0004_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:26:17,409 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0004 State change from FINAL_SAVING to FINISHING
2015-02-12 12:26:18,176 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:26:18,176 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0004_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:26:18,176 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0004 CONTAINERID=container_1423772685743_0004_01_000003
2015-02-12 12:26:18,176 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:26:18,177 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:26:18,177 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0004_01_000003, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:26:18,178 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:18,178 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:26:18,178 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0004_000001 released container container_1423772685743_0004_01_000003 on node: host: 10.1.1.68:61700 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:26:18,412 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0004 unregistered successfully.
2015-02-12 12:26:18,415 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741860_1036 127.0.0.1:61665 127.0.0.1:61658 127.0.0.1:61668 127.0.0.1:61661
2015-02-12 12:26:18,415 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741861_1037 127.0.0.1:61668 127.0.0.1:61665 127.0.0.1:61658 127.0.0.1:61661
2015-02-12 12:26:18,415 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741862_1038 127.0.0.1:61665 127.0.0.1:61661 127.0.0.1:61658
2015-02-12 12:26:18,415 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741863_1039 127.0.0.1:61658 127.0.0.1:61665 127.0.0.1:61661
2015-02-12 12:26:18,415 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:61665 127.0.0.1:61668 127.0.0.1:61658
2015-02-12 12:26:18,416 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741864_1040 127.0.0.1:61661 127.0.0.1:61665 127.0.0.1:61668
2015-02-12 12:26:18,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0004 dst=null perm=null proto=rpc
2015-02-12 12:26:18,454 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741856_1032 127.0.0.1:61658 127.0.0.1:61661 127.0.0.1:61668
2015-02-12 12:26:18,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/9536537483_lower_upper_0A47609838FF474A8155C86D68DE2670 dst=null perm=null proto=rpc
2015-02-12 12:26:18,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:26:18,456 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary
2015-02-12 12:26:18,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary dst=null perm=null proto=rpc
2015-02-12 12:26:18,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:26:18,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:26:18,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:26:18,475 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:26:18,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:26:18,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:26:18,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:26:18,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:26:18,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:26:18,499 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:26:18,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:26:18,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:26:18,504 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false
2015-02-12 12:26:18,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:26:18,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:26:18,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:26:18,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:26:18,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:26:18,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:26:18,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:26:18,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:26:18,537 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:26:18,537 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:26:18,551 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-02-12 12:26:18,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:26:18,561 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 12:26:18,561 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt"]
2015-02-12 12:26:18,562 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"]
2015-02-12 12:26:18,562 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue"]
2015-02-12 12:26:18,563 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 12:26:18,563 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 1
2015-02-12 12:26:18,563 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 1
2015-02-12 12:26:18,563 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...orm/byteswritablekeyvalue
2015-02-12 12:26:18,573 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:26:18,584 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:26:18,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:26:18,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:26:18,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:26:18,590 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 5
2015-02-12 12:26:18,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005 dst=null perm=null proto=rpc
2015-02-12 12:26:18,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:26:18,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:26:18,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:18,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:18,600 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:26:18,602 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741870_1046 src: /127.0.0.1:62076 dest: /127.0.0.1:61658
2015-02-12 12:26:18,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741870_1046 src: /127.0.0.1:62077 dest: /127.0.0.1:61668
2015-02-12 12:26:18,604 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741870_1046 src: /127.0.0.1:62078 dest: /127.0.0.1:61661
2015-02-12 12:26:18,609 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62078, dest: /127.0.0.1:61661, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741870_1046, duration: 3530000
2015-02-12 12:26:18,609 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:18,610 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62077, dest: /127.0.0.1:61668, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741870_1046, duration: 3800000
2015-02-12 12:26:18,610 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:18,610 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:26:18,612 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62076, dest: /127.0.0.1:61658, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741870_1046, duration: 6003000
2015-02-12 12:26:18,613 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:18,612 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:26:18,614 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:26:18,616 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:26:18,617 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar
2015-02-12 12:26:18,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:18,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:18,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:18,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:18,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:18,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:26:18,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:26:18,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:26:18,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:26:18,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:26:18,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:18,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:26:18,629 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:26:18,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:26:18,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:26:18,631 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:26:18,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:26:18,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:26:18,634 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:26:18,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:26:18,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:26:18,637 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:26:18,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:26:18,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:18,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:18,642 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.split
2015-02-12 12:26:18,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:18,644 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:26:18,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741871_1047 src: /127.0.0.1:62079 dest: /127.0.0.1:61668
2015-02-12 12:26:18,647 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741871_1047 src: /127.0.0.1:62080 dest: /127.0.0.1:61661
2015-02-12 12:26:18,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741871_1047 src: /127.0.0.1:62081 dest: /127.0.0.1:61665
2015-02-12 12:26:18,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741871_1047 src: /127.0.0.1:62082 dest: /127.0.0.1:61658
2015-02-12 12:26:18,655 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62082, dest: /127.0.0.1:61658, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741871_1047, duration: 3410000
2015-02-12 12:26:18,655 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:18,656 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62081, dest: /127.0.0.1:61665, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741871_1047, duration: 4148000
2015-02-12 12:26:18,657 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:18,658 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62080, dest: /127.0.0.1:61661, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741871_1047, duration: 5906000
2015-02-12 12:26:18,659 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:18,660 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62079, dest: /127.0.0.1:61668, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741871_1047, duration: 7946000
2015-02-12 12:26:18,660 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:18,663 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:26:18,664 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:26:18,664 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:26:18,665 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:26:18,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741871_1047 size 2131
2015-02-12 12:26:18,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:18,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:18,671 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:26:18,673 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741872_1048 src: /127.0.0.1:62083 dest: /127.0.0.1:61665
2015-02-12 12:26:18,674 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741872_1048 src: /127.0.0.1:62084 dest: /127.0.0.1:61661
2015-02-12 12:26:18,676 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741872_1048 src: /127.0.0.1:62085 dest: /127.0.0.1:61658
2015-02-12 12:26:18,679 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62085, dest: /127.0.0.1:61658, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741872_1048, duration: 1797000
2015-02-12 12:26:18,679 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:18,680 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:26:18,680 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62084, dest: /127.0.0.1:61661, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741872_1048, duration: 2328000
2015-02-12 12:26:18,680 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:18,681 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:26:18,681 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62083, dest: /127.0.0.1:61665, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741872_1048, duration: 3523000
2015-02-12 12:26:18,681 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:18,685 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:26:18,686 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:26:18,687 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:6
2015-02-12 12:26:18,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:18,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:18,699 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61661 to replicate blk_1073741870_1046 to datanode(s) 127.0.0.1:61665
2015-02-12 12:26:18,699 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073741860_1036, blk_1073741861_1037, blk_1073741862_1038, blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041]
2015-02-12 12:26:18,699 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073741856_1032, blk_1073741860_1036, blk_1073741861_1037, blk_1073741864_1040, blk_1073741865_1041]
2015-02-12 12:26:18,725 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:26:18,727 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741873_1049 src: /127.0.0.1:62086 dest: /127.0.0.1:61665
2015-02-12 12:26:18,730 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741873_1049 src: /127.0.0.1:62087 dest: /127.0.0.1:61668
2015-02-12 12:26:18,731 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741873_1049 src: /127.0.0.1:62088 dest: /127.0.0.1:61661
2015-02-12 12:26:18,734 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62088, dest: /127.0.0.1:61661, bytes: 99362, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741873_1049, duration: 1623000
2015-02-12 12:26:18,735 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:18,736 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62087, dest: /127.0.0.1:61668, bytes: 99362, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741873_1049, duration: 2382000
2015-02-12 12:26:18,736 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:26:18,736 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:18,737 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62086, dest: /127.0.0.1:61665, bytes: 99362, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741873_1049, duration: 3801000
2015-02-12 12:26:18,737 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:18,738 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:26:18,741 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:26:18,742 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:26:18,742 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0005
2015-02-12 12:26:18,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005 dst=null perm=null proto=rpc
2015-02-12 12:26:18,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:18,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:18,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:18,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:18,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:18,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:18,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:26:18,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:26:18,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:18,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:18,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:18,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:18,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:18,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:18,762 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 5 submitted by user soberoi
2015-02-12 12:26:18,763 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0005
2015-02-12 12:26:18,762 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0005
2015-02-12 12:26:18,763 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0005 State change from NEW to NEW_SAVING
2015-02-12 12:26:18,763 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0005
2015-02-12 12:26:18,763 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0005 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:26:18,764 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0005 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:26:18,764 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0005 from user: soberoi, in queue: default
2015-02-12 12:26:18,764 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0005 State change from SUBMITTED to ACCEPTED
2015-02-12 12:26:18,764 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0005
2015-02-12 12:26:18,764 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0005_000001
2015-02-12 12:26:18,765 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0005_000001 State change from NEW to SUBMITTED
2015-02-12 12:26:18,765 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0005 from user: soberoi activated in queue: default
2015-02-12 12:26:18,765 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0005 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:26:18,765 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0005_000001 to scheduler from user soberoi in queue default
2015-02-12 12:26:18,766 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0005_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:26:18,768 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0005/
2015-02-12 12:26:18,768 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423772685743_0005
2015-02-12 12:26:18,768 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0005/
2015-02-12 12:26:19,181 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:19,182 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:26:19,182 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000001
2015-02-12 12:26:19,182 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61700, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:26:19,182 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0005_000001 container=Container: [ContainerId: container_1423772685743_0005_01_000001, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:26:19,183 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:26:19,183 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:19,184 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61700 for container : container_1423772685743_0005_01_000001
2015-02-12 12:26:19,185 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:26:19,185 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0005_000001
2015-02-12 12:26:19,186 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0005 AttemptId: appattempt_1423772685743_0005_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0005_01_000001, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ]
2015-02-12 12:26:19,186 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:26:19,186 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:26:19,187 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0005_000001
2015-02-12 12:26:19,189 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0005_01_000001, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] for AM appattempt_1423772685743_0005_000001
2015-02-12 12:26:19,189 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:26:19,189 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0005_000001
2015-02-12 12:26:19,189 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0005_000001
2015-02-12 12:26:19,194 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0005_000001 (auth:SIMPLE)
2015-02-12 12:26:19,197 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0005_01_000001 by user soberoi
2015-02-12 12:26:19,197 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0005
2015-02-12 12:26:19,197 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000001
2015-02-12 12:26:19,197 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0005 transitioned from NEW to INITING
2015-02-12 12:26:19,198 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0005_01_000001 to application application_1423772685743_0005
2015-02-12 12:26:19,199 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0005 transitioned from INITING to RUNNING
2015-02-12 12:26:19,199 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0005_01_000001, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] for AM appattempt_1423772685743_0005_000001
2015-02-12 12:26:19,199 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0005_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:26:19,199 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:26:19,199 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0005
2015-02-12 12:26:19,200 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:26:19,200 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:26:19,200 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:26:19,200 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:26:19,200 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0005_01_000001
2015-02-12 12:26:19,209 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423772685743_0005_01_000001.tokens. Credentials list:
2015-02-12 12:26:19,313 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:26:19,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423772685743_0005_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000001.tokens
2015-02-12 12:26:19,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:19,430 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=18070054-5d1e-466b-b94e-bcb360fa5187, infoPort=61662, ipcPort=61664, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073741870_1046 to 127.0.0.1:61665
2015-02-12 12:26:19,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741870_1046 src: /127.0.0.1:62090 dest: /127.0.0.1:61665
2015-02-12 12:26:19,433 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073741870_1046 (numBytes=254067) to /127.0.0.1:61665
2015-02-12 12:26:19,434 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073741870_1046 src: /127.0.0.1:62090 dest: /127.0.0.1:61665 of size 254067
2015-02-12 12:26:19,435 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741870_1046 size 254067
2015-02-12 12:26:19,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:19,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:19,533 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:19,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:26:19,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:26:19,582 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0005/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:19,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:19,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:19,631 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0005/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:19,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:19,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:19,678 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0005/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:19,678 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:26:19,700 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741860 for deletion
2015-02-12 12:26:19,700 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741861 for deletion
2015-02-12 12:26:19,700 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741862 for deletion
2015-02-12 12:26:19,701 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741861
2015-02-12 12:26:19,701 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741863 for deletion
2015-02-12 12:26:19,701 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 12:26:19,701 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 12:26:19,701 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741860
2015-02-12 12:26:19,702 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741862
2015-02-12 12:26:19,702 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741863
2015-02-12 12:26:19,702 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 12:26:19,702 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 12:26:19,714 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:26:19,714 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:19,803 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000001/default_container_executor.sh]
2015-02-12 12:26:19,962 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 12:26:19,962 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741860 for deletion
2015-02-12 12:26:19,962 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741861 for deletion
2015-02-12 12:26:19,962 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 12:26:19,962 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 12:26:19,963 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741860
2015-02-12 12:26:19,963 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 12:26:19,963 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 12:26:19,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741861
2015-02-12 12:26:19,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 12:26:20,185 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:26:20,185 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:21,188 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:21,702 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073741856_1032, blk_1073741860_1036, blk_1073741861_1037, blk_1073741862_1038, blk_1073741863_1039, blk_1073741865_1041]
2015-02-12 12:26:21,702 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073741856_1032, blk_1073741860_1036, blk_1073741861_1037, blk_1073741862_1038, blk_1073741863_1039, blk_1073741864_1040]
2015-02-12 12:26:21,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:26:21,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:26:21,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:26:21,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:26:22,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005 dst=null perm=null proto=rpc
2015-02-12 12:26:22,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:26:22,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:26:22,191 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:22,197 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741866_1042
2015-02-12 12:26:22,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:26:22,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:26:22,432 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 12:26:22,432 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741860 for deletion
2015-02-12 12:26:22,432 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741861 for deletion
2015-02-12 12:26:22,432 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741862 for deletion
2015-02-12 12:26:22,433 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741863 for deletion
2015-02-12 12:26:22,433 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 12:26:22,433 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 12:26:22,434 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741860
2015-02-12 12:26:22,434 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741862
2015-02-12 12:26:22,435 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 12:26:22,436 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741860 for deletion
2015-02-12 12:26:22,436 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741861 for deletion
2015-02-12 12:26:22,437 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741862 for deletion
2015-02-12 12:26:22,437 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741863 for deletion
2015-02-12 12:26:22,437 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 12:26:22,436 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741861
2015-02-12 12:26:22,438 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741863
2015-02-12 12:26:22,439 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 12:26:22,439 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 12:26:22,439 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741861
2015-02-12 12:26:22,440 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741863
2015-02-12 12:26:22,440 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741860
2015-02-12 12:26:22,440 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741862
2015-02-12 12:26:22,440 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 12:26:23,196 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:23,297 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0005_000001 (auth:SIMPLE)
2015-02-12 12:26:23,299 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0005_000001
2015-02-12 12:26:23,299 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0005 APPATTEMPTID=appattempt_1423772685743_0005_000001
2015-02-12 12:26:23,299 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0005_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:26:23,299 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0005 State change from ACCEPTED to RUNNING
2015-02-12 12:26:23,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job_1423772685743_0005_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:23,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:26:23,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job_1423772685743_0005_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:23,468 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772685743_0004_01_000001 succeeded
2015-02-12 12:26:23,469 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:26:23,469 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0004_01_000001
2015-02-12 12:26:23,485 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0004/container_1423772685743_0004_01_000001
2015-02-12 12:26:23,485 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0004 CONTAINERID=container_1423772685743_0004_01_000001
2015-02-12 12:26:23,485 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:26:23,485 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0004_01_000001 from application application_1423772685743_0004
2015-02-12 12:26:23,485 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0004/container_1423772685743_0004_01_000001
2015-02-12 12:26:23,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0004/container_1423772685743_0004_01_000001
2015-02-12 12:26:23,485 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:23,487 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0004
2015-02-12 12:26:23,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0004/container_1423772685743_0004_01_000001
2015-02-12 12:26:23,548 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job_1423772685743_0005_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:26:23,593 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741874_1050 src: /127.0.0.1:62114 dest: /127.0.0.1:61661
2015-02-12 12:26:23,595 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741874_1050 src: /127.0.0.1:62115 dest: /127.0.0.1:61668
2015-02-12 12:26:23,597 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741874_1050 src: /127.0.0.1:62116 dest: /127.0.0.1:61665
2015-02-12 12:26:23,623 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62116, dest: /127.0.0.1:61665, bytes: 116485, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-556314884_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741874_1050, duration: 23631000
2015-02-12 12:26:23,623 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:23,624 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:26:23,624 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62115, dest: /127.0.0.1:61668, bytes: 116485, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-556314884_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741874_1050, duration: 24718000
2015-02-12 12:26:23,624 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:23,625 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:26:23,625 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62114, dest: /127.0.0.1:61661, bytes: 116485, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-556314884_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741874_1050, duration: 25933000
2015-02-12 12:26:23,625 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:23,626 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:26:23,629 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job_1423772685743_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-556314884_1
2015-02-12 12:26:24,201 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:24,396 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:26:24,396 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000002
2015-02-12 12:26:24,396 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:26:24,397 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0005_000001 container=Container: [ContainerId: container_1423772685743_0005_01_000002, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:26:24,397 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-12 12:26:24,397 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:24,398 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:26:24,398 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000003
2015-02-12 12:26:24,398 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:26:24,398 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0005_000001 container=Container: [ContainerId: container_1423772685743_0005_01_000003, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:26:24,398 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-02-12 12:26:24,399 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:24,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:26:24,399 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000004
2015-02-12 12:26:24,399 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0005_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 12:26:24,400 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0005_000001 container=Container: [ContainerId: container_1423772685743_0005_01_000004, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:26:24,400 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2015-02-12 12:26:24,400 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:24,400 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:26:24,401 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000005
2015-02-12 12:26:24,401 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0005_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 12:26:24,401 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0005_000001 container=Container: [ContainerId: container_1423772685743_0005_01_000005, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:26:24,401 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-02-12 12:26:24,401 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:24,423 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:26:24,423 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0004_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:26:24,424 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0004 CONTAINERID=container_1423772685743_0004_01_000001
2015-02-12 12:26:24,424 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61696, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:26:24,424 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 12:26:24,424 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0004_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 12:26:24,425 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:24,423 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772685743_0004_000001
2015-02-12 12:26:24,425 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772685743_0004_000001
2015-02-12 12:26:24,425 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2015-02-12 12:26:24,426 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0004_000001 State change from FINISHING to FINISHED
2015-02-12 12:26:24,426 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0004 State change from FINISHING to FINISHED
2015-02-12 12:26:24,426 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0004_000001 released container container_1423772685743_0004_01_000001 on node: host: 10.1.1.68:61696 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:26:24,426 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772685743_0004
2015-02-12 12:26:24,427 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772685743_0004,name=[92F82CAC4A244C2B8CF1C6E590A0AB64/94AD237CB7DB4C928B88B839A4AF60EA] lower*upper/(2/2) ...ue/true/false/false/false,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:61686/proxy/application_1423772685743_0004/jobhistory/job/job_1423772685743_0004,appMasterHost=10.1.1.68,startTime=1423772760768,finishTime=1423772777408,finalStatus=SUCCEEDED
2015-02-12 12:26:24,427 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:26:24,427 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000006
2015-02-12 12:26:24,427 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0005_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:26:24,427 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0005_000001 container=Container: [ContainerId: container_1423772685743_0005_01_000006, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:26:24,428 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2015-02-12 12:26:24,428 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:24,428 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:26:24,428 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000007
2015-02-12 12:26:24,428 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0005_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:26:24,429 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0005_000001 container=Container: [ContainerId: container_1423772685743_0005_01_000007, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:26:24,429 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2015-02-12 12:26:24,429 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:24,427 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772685743_0004_000001
2015-02-12 12:26:24,429 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772685743_0004_000001 is done. finalState=FINISHED
2015-02-12 12:26:24,430 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772685743_0004 requests cleared
2015-02-12 12:26:24,430 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772685743_0004 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:26:24,430 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772685743_0004 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:26:24,437 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0004_000001 (auth:SIMPLE)
2015-02-12 12:26:24,439 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0004_01_000001
2015-02-12 12:26:24,439 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0004 CONTAINERID=container_1423772685743_0004_01_000001
2015-02-12 12:26:24,440 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0004_01_000001]
2015-02-12 12:26:24,441 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:24,441 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:26:24,442 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0004
2015-02-12 12:26:24,442 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0004
2015-02-12 12:26:24,442 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0004
2015-02-12 12:26:24,443 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:26:24,443 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0004, with delay of 10800 seconds
2015-02-12 12:26:24,443 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0004
2015-02-12 12:26:24,444 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0004
2015-02-12 12:26:25,202 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:26:25,202 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:25,203 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0004
2015-02-12 12:26:25,203 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0004
2015-02-12 12:26:25,203 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0004
2015-02-12 12:26:25,204 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0004
2015-02-12 12:26:25,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0004
2015-02-12 12:26:25,204 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:26:25,204 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0004, with delay of 10800 seconds
2015-02-12 12:26:25,344 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61692 for container : container_1423772685743_0005_01_000002
2015-02-12 12:26:25,344 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:26:25,345 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:26:25,346 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:26:25,347 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:26:25,348 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61696 for container : container_1423772685743_0005_01_000006
2015-02-12 12:26:25,349 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:26:25,350 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:26:25,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:25,399 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:26:25,404 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0004
2015-02-12 12:26:25,404 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:26:25,404 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0004, with delay of 10800 seconds
2015-02-12 12:26:25,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0004
2015-02-12 12:26:25,406 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0004
2015-02-12 12:26:25,406 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0004
2015-02-12 12:26:25,406 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0004
2015-02-12 12:26:25,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:25,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:25,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:25,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:25,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:25,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:25,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:25,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:25,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:25,530 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0005_000001 (auth:SIMPLE)
2015-02-12 12:26:25,531 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0005_000001 (auth:SIMPLE)
2015-02-12 12:26:25,532 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0005_000001 (auth:SIMPLE)
2015-02-12 12:26:25,534 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0005_000001 (auth:SIMPLE)
2015-02-12 12:26:25,535 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0005_000001 (auth:SIMPLE)
2015-02-12 12:26:25,535 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0005_000001 (auth:SIMPLE)
2015-02-12 12:26:25,540 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0005_01_000002 by user soberoi
2015-02-12 12:26:25,540 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0005
2015-02-12 12:26:25,540 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0005_01_000006 by user soberoi
2015-02-12 12:26:25,541 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0005
2015-02-12 12:26:25,541 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000006
2015-02-12 12:26:25,541 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0005_01_000005 by user soberoi
2015-02-12 12:26:25,541 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000005
2015-02-12 12:26:25,542 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0005 transitioned from NEW to INITING
2015-02-12 12:26:25,542 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0005_01_000002 to application application_1423772685743_0005
2015-02-12 12:26:25,542 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0005_01_000005 to application application_1423772685743_0005
2015-02-12 12:26:25,542 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0005 transitioned from INITING to RUNNING
2015-02-12 12:26:25,540 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000002
2015-02-12 12:26:25,543 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:26:25,543 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 12:26:25,543 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0005 transitioned from NEW to INITING
2015-02-12 12:26:25,543 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0005_01_000006 to application application_1423772685743_0005
2015-02-12 12:26:25,543 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0005 transitioned from INITING to RUNNING
2015-02-12 12:26:25,543 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 12:26:25,544 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0005
2015-02-12 12:26:25,544 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0005
2015-02-12 12:26:25,544 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:26:25,544 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0005
2015-02-12 12:26:25,543 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0005
2015-02-12 12:26:25,546 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:26:25,546 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:26:25,547 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0005_01_000006
2015-02-12 12:26:25,547 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0005_01_000007 by user soberoi
2015-02-12 12:26:25,548 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000007
2015-02-12 12:26:25,546 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0005
2015-02-12 12:26:25,548 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:26:25,548 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0005
2015-02-12 12:26:25,550 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:26:25,550 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:26:25,550 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0005
2015-02-12 12:26:25,550 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0005
2015-02-12 12:26:25,550 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:26:25,550 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0005
2015-02-12 12:26:25,551 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0005_01_000002
2015-02-12 12:26:25,552 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0005_01_000007 to application application_1423772685743_0005
2015-02-12 12:26:25,552 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 12:26:25,552 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0005
2015-02-12 12:26:25,553 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0005
2015-02-12 12:26:25,553 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:26:25,553 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0005
2015-02-12 12:26:25,553 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0005_01_000003 by user soberoi
2015-02-12 12:26:25,553 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000003
2015-02-12 12:26:25,552 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0005_01_000004 by user soberoi
2015-02-12 12:26:25,554 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000004
2015-02-12 12:26:25,553 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0005_01_000007
2015-02-12 12:26:25,555 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0005_01_000005
2015-02-12 12:26:25,557 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0005_01_000003 to application application_1423772685743_0005
2015-02-12 12:26:25,558 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0005_01_000004 to application application_1423772685743_0005
2015-02-12 12:26:25,558 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:26:25,558 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:26:25,558 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0005
2015-02-12 12:26:25,558 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0005
2015-02-12 12:26:25,558 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:26:25,559 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0005
2015-02-12 12:26:25,559 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0005
2015-02-12 12:26:25,559 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0005
2015-02-12 12:26:25,559 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:26:25,559 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0005
2015-02-12 12:26:25,560 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0005_01_000003
2015-02-12 12:26:25,560 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0005_01_000004
2015-02-12 12:26:25,596 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423772685743_0005_01_000006.tokens. Credentials list:
2015-02-12 12:26:25,604 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423772685743_0005_01_000002.tokens. Credentials list:
2015-02-12 12:26:25,619 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423772685743_0005_01_000003.tokens. Credentials list:
2015-02-12 12:26:25,622 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423772685743_0005_01_000004.tokens. Credentials list:
2015-02-12 12:26:25,627 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423772685743_0005_01_000007.tokens. Credentials list:
2015-02-12 12:26:25,629 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423772685743_0005_01_000005.tokens. Credentials list:
2015-02-12 12:26:25,774 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:26:25,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:26:25,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423772685743_0005_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000002.tokens
2015-02-12 12:26:25,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:25,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423772685743_0005_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000006.tokens
2015-02-12 12:26:25,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:25,934 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:26:25,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:26:26,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:26,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:26,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:26,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:26,091 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:26:26,119 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423772685743_0005_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000005.tokens
2015-02-12 12:26:26,123 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:26,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423772685743_0005_01_000007.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000007.tokens
2015-02-12 12:26:26,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:26,174 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:26,174 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:26,203 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:26,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:26,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:26,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:26,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:26,292 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:26,292 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:26:26,292 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:26:26,301 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:26:26,330 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:26,330 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:26:26,331 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:26:26,331 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:26:26,331 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:26:26,359 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 12:26:26,359 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:26,370 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:26:26,373 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423772685743_0005_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000004.tokens
2015-02-12 12:26:26,375 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:26,401 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:26:26,401 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:26:26,401 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:26:26,401 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:26:26,406 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 12:26:26,406 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:26,408 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:26:26,408 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:26,432 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:26:26,432 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:26,433 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:26:26,433 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:26,433 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 12:26:26,434 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:26,447 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:26:26,447 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:26:26,593 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741869_1045
2015-02-12 12:26:26,593 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741866_1042
2015-02-12 12:26:26,594 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741871_1047
2015-02-12 12:26:26,595 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741873_1049
2015-02-12 12:26:26,595 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741872_1048
2015-02-12 12:26:26,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423772685743_0005_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000003.tokens
2015-02-12 12:26:26,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:26,694 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000007/default_container_executor.sh]
2015-02-12 12:26:26,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000006/default_container_executor.sh]
2015-02-12 12:26:26,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000004/default_container_executor.sh]
2015-02-12 12:26:26,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000002/default_container_executor.sh]
2015-02-12 12:26:26,751 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000003/default_container_executor.sh]
2015-02-12 12:26:26,753 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000005/default_container_executor.sh]
2015-02-12 12:26:26,796 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741870_1046
2015-02-12 12:26:26,803 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741871_1047
2015-02-12 12:26:26,804 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741866_1042
2015-02-12 12:26:26,806 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741870_1046
2015-02-12 12:26:26,806 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741867_1043
2015-02-12 12:26:26,806 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741868_1044
2015-02-12 12:26:26,807 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741872_1048
2015-02-12 12:26:26,952 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741871_1047
2015-02-12 12:26:26,953 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741873_1049
2015-02-12 12:26:26,953 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741867_1043
2015-02-12 12:26:26,955 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741869_1045
2015-02-12 12:26:26,955 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741868_1044
2015-02-12 12:26:26,956 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741872_1048
2015-02-12 12:26:27,202 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741873_1049
2015-02-12 12:26:27,202 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741871_1047
2015-02-12 12:26:27,354 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741870_1046
2015-02-12 12:26:27,403 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741870_1046
2015-02-12 12:26:27,404 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741869_1045
2015-02-12 12:26:27,405 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741868_1044
2015-02-12 12:26:27,406 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741867_1043
2015-02-12 12:26:30,632 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 12:26:30,632 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 12:26:31,800 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741874_1050
2015-02-12 12:26:32,358 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741874_1050
2015-02-12 12:26:32,410 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741874_1050
2015-02-12 12:26:38,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:38,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:38,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:38,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:38,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:38,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:38,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:26:38,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:26:38,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:26:38,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:26:38,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:26:38,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:26:39,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0005_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:26:39,615 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0005_000001 (auth:SIMPLE)
2015-02-12 12:26:39,617 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0005_01_000004
2015-02-12 12:26:39,617 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000004
2015-02-12 12:26:39,617 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:26:39,618 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0005_01_000004
2015-02-12 12:26:39,642 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job_1423772685743_0005_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:26:39,642 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 422 Total time for transactions(ms): 39 Number of transactions batched in Syncs: 0 Number of syncs: 276 SyncTimes(ms): 9 6
2015-02-12 12:26:39,643 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0005_01_000004 is : 143
2015-02-12 12:26:39,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741875_1051 src: /127.0.0.1:62239 dest: /127.0.0.1:61658
2015-02-12 12:26:39,650 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741875_1051 src: /127.0.0.1:62240 dest: /127.0.0.1:61668
2015-02-12 12:26:39,651 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741875_1051 src: /127.0.0.1:62241 dest: /127.0.0.1:61661
2015-02-12 12:26:39,661 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job_1423772685743_0005_1.jhist for DFSClient_NONMAPREDUCE_-556314884_1
2015-02-12 12:26:39,664 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:26:39,665 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000004
2015-02-12 12:26:39,666 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000004
2015-02-12 12:26:39,666 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000004
2015-02-12 12:26:39,666 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:26:39,666 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0005_01_000004 from application application_1423772685743_0005
2015-02-12 12:26:39,666 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:39,666 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000004
2015-02-12 12:26:39,667 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000004
2015-02-12 12:26:39,666 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0005
2015-02-12 12:26:39,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0005_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 12:26:39,730 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0005_000001 (auth:SIMPLE)
2015-02-12 12:26:39,734 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0005_01_000007
2015-02-12 12:26:39,734 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000007
2015-02-12 12:26:39,736 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000007 transitioned from RUNNING to KILLING
2015-02-12 12:26:39,736 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0005_01_000007
2015-02-12 12:26:39,759 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0005_01_000007 is : 143
2015-02-12 12:26:39,771 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:26:39,772 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000007
2015-02-12 12:26:39,772 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000007
2015-02-12 12:26:39,772 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000007
2015-02-12 12:26:39,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000007
2015-02-12 12:26:39,773 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000007
2015-02-12 12:26:39,774 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:26:39,775 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0005_01_000007 from application application_1423772685743_0005
2015-02-12 12:26:39,775 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:39,775 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0005
2015-02-12 12:26:39,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0005_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 12:26:39,827 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0005_000001 (auth:SIMPLE)
2015-02-12 12:26:39,831 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0005_01_000006
2015-02-12 12:26:39,831 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000006
2015-02-12 12:26:39,831 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000006 transitioned from RUNNING to KILLING
2015-02-12 12:26:39,832 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:26:39,832 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0005_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 12:26:39,832 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000007
2015-02-12 12:26:39,833 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0005_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:26:39,833 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:7168, vCores:6> numContainers=6 user=soberoi user-resources=<memory:7168, vCores:6>
2015-02-12 12:26:39,832 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0005_01_000006
2015-02-12 12:26:39,833 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0005_01_000007, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 cluster=<memory:16384, vCores:32>
2015-02-12 12:26:39,836 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:39,837 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 12:26:39,837 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0005_000001 released container container_1423772685743_0005_01_000007 on node: host: 10.1.1.68:61696 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:26:39,858 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0005_01_000006 is : 143
2015-02-12 12:26:39,881 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:26:39,883 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000006
2015-02-12 12:26:39,884 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000006
2015-02-12 12:26:39,885 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000006
2015-02-12 12:26:39,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000006
2015-02-12 12:26:39,887 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000006
2015-02-12 12:26:39,887 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:26:39,887 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0005_01_000006 from application application_1423772685743_0005
2015-02-12 12:26:39,887 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:39,887 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0005
2015-02-12 12:26:39,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:26:39,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0005_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:26:39,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0005_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:26:40,017 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0005_000001 (auth:SIMPLE)
2015-02-12 12:26:40,019 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0005_01_000005
2015-02-12 12:26:40,019 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000005
2015-02-12 12:26:40,019 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000005 transitioned from RUNNING to KILLING
2015-02-12 12:26:40,020 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0005_01_000005
2015-02-12 12:26:40,020 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:26:40,020 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0005_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:26:40,020 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000004
2015-02-12 12:26:40,021 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0005_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 12:26:40,021 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 12:26:40,021 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0005_01_000004, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 12:26:40,022 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:40,022 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:26:40,022 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0005_000001 released container container_1423772685743_0005_01_000004 on node: host: 10.1.1.68:61692 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 12:26:40,038 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0005_000001 (auth:SIMPLE)
2015-02-12 12:26:40,040 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0005_01_000005 is : 143
2015-02-12 12:26:40,040 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0005_01_000003
2015-02-12 12:26:40,040 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000003
2015-02-12 12:26:40,041 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:40,053 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:26:40,053 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:26:40,054 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000005
2015-02-12 12:26:40,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000005
2015-02-12 12:26:40,057 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000005
2015-02-12 12:26:40,058 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000005
2015-02-12 12:26:40,058 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0005_01_000003
2015-02-12 12:26:40,074 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0005_000001 (auth:SIMPLE)
2015-02-12 12:26:40,076 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0005_01_000002
2015-02-12 12:26:40,076 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000002
2015-02-12 12:26:40,076 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:40,078 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0005_01_000003 is : 143
2015-02-12 12:26:40,100 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000005
2015-02-12 12:26:40,101 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:26:40,101 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:26:40,101 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:26:40,101 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0005_01_000005 from application application_1423772685743_0005
2015-02-12 12:26:40,101 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:40,101 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0005
2015-02-12 12:26:40,101 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0005_01_000002
2015-02-12 12:26:40,121 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0005_01_000002 is : 143
2015-02-12 12:26:40,135 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000003
2015-02-12 12:26:40,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000003
2015-02-12 12:26:40,137 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000003
2015-02-12 12:26:40,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000003
2015-02-12 12:26:40,140 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:26:40,140 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000003
2015-02-12 12:26:40,140 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:26:40,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000002
2015-02-12 12:26:40,142 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000002
2015-02-12 12:26:40,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000002
2015-02-12 12:26:40,145 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000002
2015-02-12 12:26:40,147 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0005_01_000003 from application application_1423772685743_0005
2015-02-12 12:26:40,147 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:40,147 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0005
2015-02-12 12:26:40,147 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000002
2015-02-12 12:26:40,147 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:26:40,147 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0005_01_000002 from application application_1423772685743_0005
2015-02-12 12:26:40,148 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:40,149 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0005
2015-02-12 12:26:40,834 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:26:40,834 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0005_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 12:26:40,835 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000006
2015-02-12 12:26:40,835 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0005_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:26:40,835 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 12:26:40,836 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0005_01_000006, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 12:26:40,836 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:40,837 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:26:40,837 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0005_000001 released container container_1423772685743_0005_01_000006 on node: host: 10.1.1.68:61696 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:26:40,837 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:41,079 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:26:41,080 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0005_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:26:41,080 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000002
2015-02-12 12:26:41,080 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 12:26:41,080 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:26:41,081 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0005_01_000002, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:26:41,081 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:41,082 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:26:41,082 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0005_000001 released container container_1423772685743_0005_01_000002 on node: host: 10.1.1.68:61692 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 12:26:41,082 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:26:41,082 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0005_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:26:41,082 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000003
2015-02-12 12:26:41,083 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:26:41,083 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:26:41,084 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0005_01_000003, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:26:41,084 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:41,084 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:26:41,084 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0005_000001 released container container_1423772685743_0005_01_000003 on node: host: 10.1.1.68:61692 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:26:41,084 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:41,084 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:26:41,085 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0005_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 12:26:41,085 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000005
2015-02-12 12:26:41,085 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0005_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:26:41,085 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:26:41,086 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0005_01_000005, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:26:41,086 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:41,086 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:26:41,086 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0005_000001 released container container_1423772685743_0005_01_000005 on node: host: 10.1.1.68:61692 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:26:41,714 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:26:41,714 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000008
2015-02-12 12:26:41,715 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0005_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:26:41,715 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0005_000001 container=Container: [ContainerId: container_1423772685743_0005_01_000008, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:26:41,715 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:26:41,715 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:41,838 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0005_01_000007]
2015-02-12 12:26:41,838 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:41,838 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:42,080 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0005_01_000004]
2015-02-12 12:26:42,081 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:42,081 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:42,081 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:42,081 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:42,442 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61688 for container : container_1423772685743_0005_01_000008
2015-02-12 12:26:42,443 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:26:42,452 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0005_000001 (auth:SIMPLE)
2015-02-12 12:26:42,455 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0005_01_000008 by user soberoi
2015-02-12 12:26:42,455 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0005
2015-02-12 12:26:42,455 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000008
2015-02-12 12:26:42,455 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0005 transitioned from NEW to INITING
2015-02-12 12:26:42,455 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0005_01_000008 to application application_1423772685743_0005
2015-02-12 12:26:42,456 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0005 transitioned from INITING to RUNNING
2015-02-12 12:26:42,456 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000008 transitioned from NEW to LOCALIZING
2015-02-12 12:26:42,456 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0005
2015-02-12 12:26:42,456 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0005
2015-02-12 12:26:42,456 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:26:42,457 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0005
2015-02-12 12:26:42,457 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:26:42,457 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:26:42,457 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0005_01_000008
2015-02-12 12:26:42,467 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423772685743_0005_01_000008.tokens. Credentials list:
2015-02-12 12:26:42,568 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:26:42,642 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423772685743_0005_01_000008.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000008.tokens
2015-02-12 12:26:42,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:42,715 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:26:42,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:42,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:42,762 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:42,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:42,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:42,821 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:42,821 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:26:42,840 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0005_01_000006]
2015-02-12 12:26:42,840 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:42,851 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-12 12:26:42,851 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:42,942 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000008/default_container_executor.sh]
2015-02-12 12:26:43,086 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0005_01_000003, container_1423772685743_0005_01_000002, container_1423772685743_0005_01_000005]
2015-02-12 12:26:43,086 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:43,086 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:43,087 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:43,448 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:26:45,412 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:26:45,412 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:26:45,427 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:26:45,429 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:26:45,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0005_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:45,875 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0005_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:26:45,966 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741876_1052 src: /127.0.0.1:62261 dest: /127.0.0.1:61665
2015-02-12 12:26:45,968 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741876_1052 src: /127.0.0.1:62262 dest: /127.0.0.1:61668
2015-02-12 12:26:45,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741876_1052 src: /127.0.0.1:62263 dest: /127.0.0.1:61661
2015-02-12 12:26:46,011 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62263, dest: /127.0.0.1:61661, bytes: 50, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0005_r_000000_0_822596183_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741876_1052, duration: 40203000
2015-02-12 12:26:46,011 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:46,012 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:26:46,012 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62262, dest: /127.0.0.1:61668, bytes: 50, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0005_r_000000_0_822596183_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741876_1052, duration: 40992000
2015-02-12 12:26:46,012 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:46,013 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:26:46,013 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62261, dest: /127.0.0.1:61665, bytes: 50, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0005_r_000000_0_822596183_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741876_1052, duration: 42174000
2015-02-12 12:26:46,014 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:46,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:26:46,020 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0005_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0005_r_000000_0_822596183_1
2015-02-12 12:26:46,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0005_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:26:46,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0005_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:26:46,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/task_1423772685743_0005_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:26:46,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423772685743_0005_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/task_1423772685743_0005_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:26:46,062 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0005_000001 (auth:SIMPLE)
2015-02-12 12:26:46,064 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0005_01_000008
2015-02-12 12:26:46,065 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000008
2015-02-12 12:26:46,065 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000008 transitioned from RUNNING to KILLING
2015-02-12 12:26:46,065 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0005_01_000008
2015-02-12 12:26:46,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:46,073 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-556314884_1
2015-02-12 12:26:46,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:26:46,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:26:46,085 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0005_01_000008 is : 143
2015-02-12 12:26:46,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:26:46,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/task_1423772685743_0005_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:26:46,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:26:46,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/task_1423772685743_0005_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:46,096 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:26:46,096 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000008
2015-02-12 12:26:46,097 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000008
2015-02-12 12:26:46,097 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000008
2015-02-12 12:26:46,097 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:26:46,097 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0005_01_000008 from application application_1423772685743_0005
2015-02-12 12:26:46,097 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:46,097 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000008
2015-02-12 12:26:46,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000008
2015-02-12 12:26:46,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary dst=null perm=null proto=rpc
2015-02-12 12:26:46,097 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0005
2015-02-12 12:26:46,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:46,106 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-556314884_1
2015-02-12 12:26:46,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:46,109 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-556314884_1
2015-02-12 12:26:46,128 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62241, dest: /127.0.0.1:61661, bytes: 75507, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-556314884_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741875_1051, duration: 6475062000
2015-02-12 12:26:46,128 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:46,129 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 17013
2015-02-12 12:26:46,130 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62240, dest: /127.0.0.1:61668, bytes: 75507, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-556314884_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741875_1051, duration: 6475577000
2015-02-12 12:26:46,130 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:46,132 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 17013
2015-02-12 12:26:46,132 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62239, dest: /127.0.0.1:61658, bytes: 75507, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-556314884_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741875_1051, duration: 6479018000
2015-02-12 12:26:46,134 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:46,135 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 17013
2015-02-12 12:26:46,136 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job_1423772685743_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_-556314884_1
2015-02-12 12:26:46,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:46,142 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:26:46,144 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741877_1053 src: /127.0.0.1:62265 dest: /127.0.0.1:61668
2015-02-12 12:26:46,146 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741877_1053 src: /127.0.0.1:62266 dest: /127.0.0.1:61661
2015-02-12 12:26:46,148 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741877_1053 src: /127.0.0.1:62267 dest: /127.0.0.1:61658
2015-02-12 12:26:46,151 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62267, dest: /127.0.0.1:61658, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-556314884_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741877_1053, duration: 1507000
2015-02-12 12:26:46,151 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:46,152 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:26:46,152 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62266, dest: /127.0.0.1:61661, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-556314884_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741877_1053, duration: 2289000
2015-02-12 12:26:46,152 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:46,152 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:26:46,153 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62265, dest: /127.0.0.1:61668, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-556314884_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741877_1053, duration: 3868000
2015-02-12 12:26:46,154 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:46,155 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:26:46,157 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_-556314884_1
2015-02-12 12:26:46,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:26:46,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job_1423772685743_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:26:46,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005-1423772778762-soberoi-%5B393BB8C1A836426594843D24A646A287%2F0EC46730F2484EF2-1423772806110-6-1-SUCCEEDED-default-1423772783319.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:26:46,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job_1423772685743_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:26:46,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005-1423772778762-soberoi-%5B393BB8C1A836426594843D24A646A287%2F0EC46730F2484EF2-1423772806110-6-1-SUCCEEDED-default-1423772783319.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:26:46,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job_1423772685743_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:26:46,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005-1423772778762-soberoi-%5B393BB8C1A836426594843D24A646A287%2F0EC46730F2484EF2-1423772806110-6-1-SUCCEEDED-default-1423772783319.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:46,186 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005-1423772778762-soberoi-%5B393BB8C1A836426594843D24A646A287%2F0EC46730F2484EF2-1423772806110-6-1-SUCCEEDED-default-1423772783319.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:26:46,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741878_1054 src: /127.0.0.1:62269 dest: /127.0.0.1:61668
2015-02-12 12:26:46,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741878_1054 src: /127.0.0.1:62270 dest: /127.0.0.1:61661
2015-02-12 12:26:46,190 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741878_1054 src: /127.0.0.1:62271 dest: /127.0.0.1:61665
2015-02-12 12:26:46,193 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62271, dest: /127.0.0.1:61665, bytes: 75507, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-556314884_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741878_1054, duration: 1801000
2015-02-12 12:26:46,193 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:46,194 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:26:46,194 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62270, dest: /127.0.0.1:61661, bytes: 75507, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-556314884_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741878_1054, duration: 2405000
2015-02-12 12:26:46,194 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:46,195 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:26:46,195 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62269, dest: /127.0.0.1:61668, bytes: 75507, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-556314884_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741878_1054, duration: 3397000
2015-02-12 12:26:46,195 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:46,196 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:26:46,198 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005-1423772778762-soberoi-%5B393BB8C1A836426594843D24A646A287%2F0EC46730F2484EF2-1423772806110-6-1-SUCCEEDED-default-1423772783319.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-556314884_1
2015-02-12 12:26:46,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005-1423772778762-soberoi-%5B393BB8C1A836426594843D24A646A287%2F0EC46730F2484EF2-1423772806110-6-1-SUCCEEDED-default-1423772783319.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:26:46,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job_1423772685743_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:26:46,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:26:46,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job_1423772685743_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:26:46,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:26:46,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005/job_1423772685743_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:26:46,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:46,212 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:26:46,215 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741879_1055 src: /127.0.0.1:62273 dest: /127.0.0.1:61661
2015-02-12 12:26:46,217 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741879_1055 src: /127.0.0.1:62274 dest: /127.0.0.1:61665
2015-02-12 12:26:46,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741879_1055 src: /127.0.0.1:62275 dest: /127.0.0.1:61668
2015-02-12 12:26:46,222 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62275, dest: /127.0.0.1:61668, bytes: 116485, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-556314884_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741879_1055, duration: 1943000
2015-02-12 12:26:46,222 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:46,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:26:46,223 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62274, dest: /127.0.0.1:61665, bytes: 116485, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-556314884_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741879_1055, duration: 2420000
2015-02-12 12:26:46,223 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:46,224 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:26:46,224 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62273, dest: /127.0.0.1:61661, bytes: 116485, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-556314884_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741879_1055, duration: 3647000
2015-02-12 12:26:46,224 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:46,225 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:26:46,226 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-556314884_1
2015-02-12 12:26:46,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:26:46,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:26:46,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:26:46,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005-1423772778762-soberoi-%5B393BB8C1A836426594843D24A646A287%2F0EC46730F2484EF2-1423772806110-6-1-SUCCEEDED-default-1423772783319.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005-1423772778762-soberoi-%5B393BB8C1A836426594843D24A646A287%2F0EC46730F2484EF2-1423772806110-6-1-SUCCEEDED-default-1423772783319.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:26:46,238 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0005_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:26:46,238 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0005_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:26:46,238 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0005 with final state: FINISHING
2015-02-12 12:26:46,239 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0005 State change from RUNNING to FINAL_SAVING
2015-02-12 12:26:46,239 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0005
2015-02-12 12:26:46,239 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0005_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:26:46,239 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0005 State change from FINAL_SAVING to FINISHING
2015-02-12 12:26:47,067 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:26:47,067 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0005_01_000008 in state: COMPLETED event:FINISHED
2015-02-12 12:26:47,067 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000008
2015-02-12 12:26:47,067 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0005_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:26:47,068 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:26:47,069 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0005_01_000008, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:26:47,069 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:47,069 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:26:47,069 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0005_000001 released container container_1423772685743_0005_01_000008 on node: host: 10.1.1.68:61688 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:26:47,243 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0005 unregistered successfully.
2015-02-12 12:26:47,246 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741870_1046 127.0.0.1:61658 127.0.0.1:61668 127.0.0.1:61661 127.0.0.1:61665
2015-02-12 12:26:47,247 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741871_1047 127.0.0.1:61661 127.0.0.1:61668 127.0.0.1:61658 127.0.0.1:61665
2015-02-12 12:26:47,247 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741872_1048 127.0.0.1:61665 127.0.0.1:61661 127.0.0.1:61658
2015-02-12 12:26:47,247 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741873_1049 127.0.0.1:61665 127.0.0.1:61668 127.0.0.1:61661
2015-02-12 12:26:47,247 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741875_1051 127.0.0.1:61658 127.0.0.1:61668 127.0.0.1:61661
2015-02-12 12:26:47,247 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741874_1050 127.0.0.1:61661 127.0.0.1:61668 127.0.0.1:61665
2015-02-12 12:26:47,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0005 dst=null perm=null proto=rpc
2015-02-12 12:26:47,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:26:47,285 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary
2015-02-12 12:26:47,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary dst=null perm=null proto=rpc
2015-02-12 12:26:47,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:26:47,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:26:47,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:26:47,303 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:26:47,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:26:47,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:26:47,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:26:47,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:26:47,322 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:26:47,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:26:47,327 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue
2015-02-12 12:26:47,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:26:47,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:26:47,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:26:47,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 12:26:47,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:26:47,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:26:47,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:26:47,363 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:26:47,363 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:26:47,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 12:26:47,386 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 12:26:47,386 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line' | cascading.tuple.coerce.BigDecimalCoerce@187b83c7, String]->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 12:26:47,386 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["SequenceFile[['offset', 'count' | cascading.tuple.coerce.BigDecimalCoerce@187b83c7, long]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal"]
2015-02-12 12:26:47,389 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 12:26:47,389 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 12:26:47,390 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 12:26:47,396 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...dpipesplatform/bigdecimal
2015-02-12 12:26:47,409 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:26:47,420 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:26:47,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 12:26:47,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:26:47,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:26:47,427 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 6
2015-02-12 12:26:47,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006 dst=null perm=null proto=rpc
2015-02-12 12:26:47,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:26:47,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:26:47,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:47,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:47,435 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:26:47,437 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741880_1056 src: /127.0.0.1:62281 dest: /127.0.0.1:61668
2015-02-12 12:26:47,438 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741880_1056 src: /127.0.0.1:62282 dest: /127.0.0.1:61661
2015-02-12 12:26:47,439 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741880_1056 src: /127.0.0.1:62283 dest: /127.0.0.1:61658
2015-02-12 12:26:47,444 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62283, dest: /127.0.0.1:61658, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741880_1056, duration: 3261000
2015-02-12 12:26:47,444 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:47,445 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62282, dest: /127.0.0.1:61661, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741880_1056, duration: 3545000
2015-02-12 12:26:47,445 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:47,445 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:26:47,446 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62281, dest: /127.0.0.1:61668, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741880_1056, duration: 5623000
2015-02-12 12:26:47,447 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:47,446 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:26:47,449 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:26:47,451 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:26:47,452 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.jar
2015-02-12 12:26:47,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:47,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:47,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:47,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:47,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:47,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:26:47,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:26:47,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:26:47,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:26:47,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:26:47,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:47,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:26:47,463 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:26:47,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:26:47,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:47,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:47,468 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.split
2015-02-12 12:26:47,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:47,470 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:26:47,471 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741881_1057 src: /127.0.0.1:62285 dest: /127.0.0.1:61665
2015-02-12 12:26:47,472 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741881_1057 src: /127.0.0.1:62286 dest: /127.0.0.1:61658
2015-02-12 12:26:47,474 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741881_1057 src: /127.0.0.1:62287 dest: /127.0.0.1:61661
2015-02-12 12:26:47,475 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741881_1057 src: /127.0.0.1:62288 dest: /127.0.0.1:61668
2015-02-12 12:26:47,478 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62288, dest: /127.0.0.1:61668, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741881_1057, duration: 1874000
2015-02-12 12:26:47,478 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:47,479 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:26:47,479 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62287, dest: /127.0.0.1:61661, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741881_1057, duration: 2361000
2015-02-12 12:26:47,479 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:47,480 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:26:47,480 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62286, dest: /127.0.0.1:61658, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741881_1057, duration: 3393000
2015-02-12 12:26:47,480 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:47,481 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62285, dest: /127.0.0.1:61665, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741881_1057, duration: 5206000
2015-02-12 12:26:47,482 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:47,481 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:26:47,483 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:26:47,485 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:26:47,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:47,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:47,489 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:26:47,490 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741882_1058 src: /127.0.0.1:62289 dest: /127.0.0.1:61665
2015-02-12 12:26:47,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741882_1058 src: /127.0.0.1:62290 dest: /127.0.0.1:61661
2015-02-12 12:26:47,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741882_1058 src: /127.0.0.1:62291 dest: /127.0.0.1:61658
2015-02-12 12:26:47,496 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62291, dest: /127.0.0.1:61658, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741882_1058, duration: 1336000
2015-02-12 12:26:47,496 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:47,496 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:26:47,497 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62290, dest: /127.0.0.1:61661, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741882_1058, duration: 1994000
2015-02-12 12:26:47,497 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:47,497 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:26:47,498 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62289, dest: /127.0.0.1:61665, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741882_1058, duration: 3116000
2015-02-12 12:26:47,498 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:47,500 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:26:47,501 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:26:47,501 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 12:26:47,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:47,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:26:47,509 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:26:47,510 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741883_1059 src: /127.0.0.1:62292 dest: /127.0.0.1:61665
2015-02-12 12:26:47,511 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741883_1059 src: /127.0.0.1:62293 dest: /127.0.0.1:61668
2015-02-12 12:26:47,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741883_1059 src: /127.0.0.1:62294 dest: /127.0.0.1:61658
2015-02-12 12:26:47,515 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62294, dest: /127.0.0.1:61658, bytes: 98675, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741883_1059, duration: 1873000
2015-02-12 12:26:47,516 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:47,516 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:26:47,516 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62293, dest: /127.0.0.1:61668, bytes: 98675, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741883_1059, duration: 2481000
2015-02-12 12:26:47,517 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:47,517 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:26:47,517 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62292, dest: /127.0.0.1:61665, bytes: 98675, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741883_1059, duration: 3521000
2015-02-12 12:26:47,518 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:47,519 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:26:47,520 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:26:47,520 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0006
2015-02-12 12:26:47,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006 dst=null perm=null proto=rpc
2015-02-12 12:26:47,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:47,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:47,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:47,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:47,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:47,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:47,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:26:47,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:26:47,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:47,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:47,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:47,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:47,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:47,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:47,537 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 6 submitted by user soberoi
2015-02-12 12:26:47,537 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0006
2015-02-12 12:26:47,537 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0006
2015-02-12 12:26:47,538 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0006 State change from NEW to NEW_SAVING
2015-02-12 12:26:47,538 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0006
2015-02-12 12:26:47,538 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0006 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:26:47,538 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0006 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:26:47,538 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0006 from user: soberoi, in queue: default
2015-02-12 12:26:47,539 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0006
2015-02-12 12:26:47,539 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0006 State change from SUBMITTED to ACCEPTED
2015-02-12 12:26:47,539 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0006_000001
2015-02-12 12:26:47,539 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0006_000001 State change from NEW to SUBMITTED
2015-02-12 12:26:47,539 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0006 from user: soberoi activated in queue: default
2015-02-12 12:26:47,540 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0006 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:26:47,540 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0006_000001 to scheduler from user soberoi in queue default
2015-02-12 12:26:47,543 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0006_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:26:47,545 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0006/
2015-02-12 12:26:47,545 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423772685743_0006
2015-02-12 12:26:47,545 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0006/
2015-02-12 12:26:47,861 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:26:47,862 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000001
2015-02-12 12:26:47,862 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61696, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:26:47,862 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0006_000001 container=Container: [ContainerId: container_1423772685743_0006_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:26:47,863 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:26:47,863 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:47,864 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61696 for container : container_1423772685743_0006_01_000001
2015-02-12 12:26:47,865 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:26:47,865 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0006_000001
2015-02-12 12:26:47,865 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0006 AttemptId: appattempt_1423772685743_0006_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0006_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ]
2015-02-12 12:26:47,865 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:26:47,866 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:26:47,867 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0006_000001
2015-02-12 12:26:47,868 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0006_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] for AM appattempt_1423772685743_0006_000001
2015-02-12 12:26:47,868 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:26:47,868 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0006_000001
2015-02-12 12:26:47,868 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0006_000001
2015-02-12 12:26:47,871 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0006_000001 (auth:SIMPLE)
2015-02-12 12:26:47,873 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0006_01_000001 by user soberoi
2015-02-12 12:26:47,873 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0006
2015-02-12 12:26:47,874 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000001
2015-02-12 12:26:47,874 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0006 transitioned from NEW to INITING
2015-02-12 12:26:47,874 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0006_01_000001 to application application_1423772685743_0006
2015-02-12 12:26:47,874 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0006_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] for AM appattempt_1423772685743_0006_000001
2015-02-12 12:26:47,874 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0006 transitioned from INITING to RUNNING
2015-02-12 12:26:47,874 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0006_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:26:47,875 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:26:47,875 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0006
2015-02-12 12:26:47,875 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:26:47,875 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:26:47,875 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:26:47,875 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:26:47,876 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0006_01_000001
2015-02-12 12:26:47,885 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423772685743_0006_01_000001.tokens. Credentials list:
2015-02-12 12:26:47,986 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:26:48,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423772685743_0006_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000001.tokens
2015-02-12 12:26:48,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0006
2015-02-12 12:26:48,067 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:48,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:48,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:48,165 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:48,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:26:48,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:26:48,238 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0006/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:48,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:48,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:26:48,309 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0006/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:48,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:48,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:48,376 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0006/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:48,376 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:26:48,408 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:26:48,408 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:48,495 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000001/default_container_executor.sh]
2015-02-12 12:26:48,739 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61658 to replicate blk_1073741880_1056 to datanode(s) 127.0.0.1:61665
2015-02-12 12:26:48,739 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741870_1046, blk_1073741871_1047]
2015-02-12 12:26:48,740 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073741872_1048, blk_1073741875_1051, blk_1073741870_1046, blk_1073741871_1047]
2015-02-12 12:26:48,865 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:26:49,069 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:49,452 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=9593ab57-1989-433e-a4af-02278ae6414c, infoPort=61659, ipcPort=61660, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073741880_1056 to 127.0.0.1:61665
2015-02-12 12:26:49,453 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741872 for deletion
2015-02-12 12:26:49,453 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 12:26:49,453 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741870 for deletion
2015-02-12 12:26:49,453 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 12:26:49,453 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741872
2015-02-12 12:26:49,454 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741870
2015-02-12 12:26:49,454 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073741880_1056 (numBytes=254067) to /127.0.0.1:61665
2015-02-12 12:26:49,455 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 12:26:49,455 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 12:26:49,455 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741880_1056 src: /127.0.0.1:62299 dest: /127.0.0.1:61665
2015-02-12 12:26:49,457 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073741880_1056 src: /127.0.0.1:62299 dest: /127.0.0.1:61665 of size 254067
2015-02-12 12:26:49,457 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741880_1056 size 254067
2015-02-12 12:26:49,728 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741872 for deletion
2015-02-12 12:26:49,728 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741873 for deletion
2015-02-12 12:26:49,728 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 12:26:49,728 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741870 for deletion
2015-02-12 12:26:49,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 12:26:49,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741872
2015-02-12 12:26:49,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741870
2015-02-12 12:26:49,730 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741873
2015-02-12 12:26:49,730 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 12:26:49,731 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 12:26:50,070 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:50,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:26:50,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:26:50,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:26:50,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:26:50,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006 dst=null perm=null proto=rpc
2015-02-12 12:26:50,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:26:50,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:26:50,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:26:50,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:26:51,071 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:51,742 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073741873_1049, blk_1073741874_1050, blk_1073741875_1051, blk_1073741870_1046, blk_1073741871_1047]
2015-02-12 12:26:51,742 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741875_1051, blk_1073741870_1046, blk_1073741871_1047]
2015-02-12 12:26:51,776 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0006_000001 (auth:SIMPLE)
2015-02-12 12:26:51,778 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0006_000001
2015-02-12 12:26:51,779 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0006 APPATTEMPTID=appattempt_1423772685743_0006_000001
2015-02-12 12:26:51,779 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0006_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:26:51,780 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0006 State change from ACCEPTED to RUNNING
2015-02-12 12:26:51,817 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741876_1052
2015-02-12 12:26:51,817 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741877_1053
2015-02-12 12:26:51,818 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741875_1051
2015-02-12 12:26:51,819 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741879_1055
2015-02-12 12:26:51,827 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741877_1053
2015-02-12 12:26:51,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job_1423772685743_0006_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:51,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:26:51,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job_1423772685743_0006_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:26:52,020 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741878_1054
2015-02-12 12:26:52,072 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:52,090 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job_1423772685743_0006_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:26:52,137 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741884_1060 src: /127.0.0.1:62307 dest: /127.0.0.1:61658
2015-02-12 12:26:52,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741884_1060 src: /127.0.0.1:62308 dest: /127.0.0.1:61661
2015-02-12 12:26:52,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741884_1060 src: /127.0.0.1:62309 dest: /127.0.0.1:61665
2015-02-12 12:26:52,171 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62309, dest: /127.0.0.1:61665, bytes: 115912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1694428620_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741884_1060, duration: 29024000
2015-02-12 12:26:52,171 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:26:52,172 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:26:52,172 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62308, dest: /127.0.0.1:61661, bytes: 115912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1694428620_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741884_1060, duration: 30084000
2015-02-12 12:26:52,173 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:52,174 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62307, dest: /127.0.0.1:61658, bytes: 115912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1694428620_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741884_1060, duration: 31763000
2015-02-12 12:26:52,174 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:26:52,174 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:26:52,176 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:26:52,181 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job_1423772685743_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1694428620_1
2015-02-12 12:26:52,293 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772685743_0005_01_000001 succeeded
2015-02-12 12:26:52,293 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:26:52,293 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0005_01_000001
2015-02-12 12:26:52,309 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000001
2015-02-12 12:26:52,310 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000001
2015-02-12 12:26:52,310 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000001
2015-02-12 12:26:52,311 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0005/container_1423772685743_0005_01_000001
2015-02-12 12:26:52,311 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000001
2015-02-12 12:26:52,312 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:26:52,312 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0005_01_000001 from application application_1423772685743_0005
2015-02-12 12:26:52,312 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:52,312 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0005
2015-02-12 12:26:52,375 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741878_1054
2015-02-12 12:26:52,376 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741879_1055
2015-02-12 12:26:52,377 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741876_1052
2015-02-12 12:26:52,422 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741878_1054
2015-02-12 12:26:52,422 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741879_1055
2015-02-12 12:26:52,423 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741875_1051
2015-02-12 12:26:52,424 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741876_1052
2015-02-12 12:26:52,424 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741877_1053
2015-02-12 12:26:52,455 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741872 for deletion
2015-02-12 12:26:52,455 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741873 for deletion
2015-02-12 12:26:52,455 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 12:26:52,455 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741872
2015-02-12 12:26:52,456 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741873
2015-02-12 12:26:52,455 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 12:26:52,457 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741870 for deletion
2015-02-12 12:26:52,457 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 12:26:52,456 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 12:26:52,458 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741870
2015-02-12 12:26:52,458 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 12:26:52,459 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 12:26:52,879 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:26:52,879 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000002
2015-02-12 12:26:52,879 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:26:52,879 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0006_000001 container=Container: [ContainerId: container_1423772685743_0006_01_000002, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:26:52,881 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-12 12:26:52,881 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:52,882 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:26:52,882 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000003
2015-02-12 12:26:52,882 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 12:26:52,882 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0006_000001 container=Container: [ContainerId: container_1423772685743_0006_01_000003, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:26:52,882 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-02-12 12:26:52,882 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:52,988 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741873 for deletion
2015-02-12 12:26:52,988 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 12:26:52,989 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 12:26:52,989 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741873
2015-02-12 12:26:52,989 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741870 for deletion
2015-02-12 12:26:52,989 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 12:26:52,989 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 12:26:52,989 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 12:26:52,990 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 12:26:52,991 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741870
2015-02-12 12:26:53,074 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:53,074 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:26:53,075 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000004
2015-02-12 12:26:53,075 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:26:53,075 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0006_000001 container=Container: [ContainerId: container_1423772685743_0006_01_000004, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:26:53,075 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2015-02-12 12:26:53,076 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:53,076 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:26:53,076 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000005
2015-02-12 12:26:53,076 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:26:53,076 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0006_000001 container=Container: [ContainerId: container_1423772685743_0006_01_000005, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:26:53,077 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-02-12 12:26:53,077 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:53,281 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:26:53,281 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772685743_0005_000001
2015-02-12 12:26:53,281 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772685743_0005_000001
2015-02-12 12:26:53,281 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0005_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:26:53,282 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000001
2015-02-12 12:26:53,282 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0005_000001 State change from FINISHING to FINISHED
2015-02-12 12:26:53,282 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61700, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:26:53,283 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 12:26:53,283 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0005_01_000001, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 12:26:53,283 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0005 State change from FINISHING to FINISHED
2015-02-12 12:26:53,283 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:26:53,283 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2015-02-12 12:26:53,284 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772685743_0005
2015-02-12 12:26:53,284 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772685743_0005_000001
2015-02-12 12:26:53,284 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772685743_0005,name=[393BB8C1A836426594843D24A646A287/0EC46730F2484EF2AD04FC447A4D4AA2] lower*upper/(1/1) ...orm/byteswritablekeyvalue,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:61686/proxy/application_1423772685743_0005/jobhistory/job/job_1423772685743_0005,appMasterHost=10.1.1.68,startTime=1423772778762,finishTime=1423772806238,finalStatus=SUCCEEDED
2015-02-12 12:26:53,284 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0005_000001 released container container_1423772685743_0005_01_000001 on node: host: 10.1.1.68:61700 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:26:53,285 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772685743_0005_000001 is done. finalState=FINISHED
2015-02-12 12:26:53,285 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772685743_0005 requests cleared
2015-02-12 12:26:53,285 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772685743_0005 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:26:53,285 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772685743_0005 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:26:53,287 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0005_000001 (auth:SIMPLE)
2015-02-12 12:26:53,289 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0005_01_000001
2015-02-12 12:26:53,289 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0005 CONTAINERID=container_1423772685743_0005_01_000001
2015-02-12 12:26:53,290 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:53,290 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0005_01_000001]
2015-02-12 12:26:53,290 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:26:53,291 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:53,291 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:53,291 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:53,291 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0005
2015-02-12 12:26:53,292 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:26:53,292 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0005, with delay of 10800 seconds
2015-02-12 12:26:53,292 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:53,842 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61696 for container : container_1423772685743_0006_01_000002
2015-02-12 12:26:53,843 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:26:53,844 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:26:53,845 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61688 for container : container_1423772685743_0006_01_000004
2015-02-12 12:26:53,846 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:26:53,846 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:26:53,881 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:26:53,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:53,883 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:53,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:53,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:53,882 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0005
2015-02-12 12:26:53,887 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:26:53,887 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0005, with delay of 10800 seconds
2015-02-12 12:26:53,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:53,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:53,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:53,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:53,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:53,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:53,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:53,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:53,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:26:53,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:26:53,985 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0006_000001 (auth:SIMPLE)
2015-02-12 12:26:53,986 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0006_000001 (auth:SIMPLE)
2015-02-12 12:26:53,986 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0006_000001 (auth:SIMPLE)
2015-02-12 12:26:53,988 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0006_000001 (auth:SIMPLE)
2015-02-12 12:26:53,989 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0006_01_000004 by user soberoi
2015-02-12 12:26:53,990 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0006
2015-02-12 12:26:53,990 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000004
2015-02-12 12:26:53,990 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0006 transitioned from NEW to INITING
2015-02-12 12:26:53,990 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0006_01_000004 to application application_1423772685743_0006
2015-02-12 12:26:53,990 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0006 transitioned from INITING to RUNNING
2015-02-12 12:26:53,991 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:26:53,991 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0006
2015-02-12 12:26:53,991 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0006
2015-02-12 12:26:53,991 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:26:53,991 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0006
2015-02-12 12:26:53,992 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:26:53,992 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:26:53,992 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0006_01_000004
2015-02-12 12:26:53,995 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0006_01_000005 by user soberoi
2015-02-12 12:26:53,995 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000005
2015-02-12 12:26:53,996 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0006_01_000002 by user soberoi
2015-02-12 12:26:53,996 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000002
2015-02-12 12:26:53,996 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0006_01_000005 to application application_1423772685743_0006
2015-02-12 12:26:53,997 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0006_01_000002 to application application_1423772685743_0006
2015-02-12 12:26:53,997 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 12:26:53,997 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:26:53,997 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0006
2015-02-12 12:26:53,997 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0006
2015-02-12 12:26:53,997 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:26:53,997 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0006
2015-02-12 12:26:53,998 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:26:53,997 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0006
2015-02-12 12:26:53,998 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0006
2015-02-12 12:26:53,998 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:26:53,998 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0006
2015-02-12 12:26:53,999 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0006_01_000005
2015-02-12 12:26:54,000 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0006_01_000003 by user soberoi
2015-02-12 12:26:54,001 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000003
2015-02-12 12:26:54,001 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0006_01_000003 to application application_1423772685743_0006
2015-02-12 12:26:54,002 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:26:54,002 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0006
2015-02-12 12:26:54,002 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0006
2015-02-12 12:26:54,002 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:26:54,003 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0006
2015-02-12 12:26:54,003 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:26:54,029 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423772685743_0006_01_000004.tokens. Credentials list:
2015-02-12 12:26:54,042 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423772685743_0006_01_000005.tokens. Credentials list:
2015-02-12 12:26:54,056 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:26:54,056 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:54,062 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:26:54,062 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:54,078 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:26:54,078 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:26:54,079 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:26:54,079 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:54,080 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0005
2015-02-12 12:26:54,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:54,080 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:26:54,080 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0005, with delay of 10800 seconds
2015-02-12 12:26:54,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:54,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:54,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:54,120 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:26:54,121 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:54,121 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0005
2015-02-12 12:26:54,122 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:26:54,122 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0005, with delay of 10800 seconds
2015-02-12 12:26:54,122 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:54,123 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:54,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0005
2015-02-12 12:26:54,205 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:26:54,223 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000003/default_container_executor.sh]
2015-02-12 12:26:54,225 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000002/default_container_executor.sh]
2015-02-12 12:26:54,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:26:54,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423772685743_0006_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000004.tokens
2015-02-12 12:26:54,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0006
2015-02-12 12:26:54,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423772685743_0006_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000005.tokens
2015-02-12 12:26:54,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0006
2015-02-12 12:26:54,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:54,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:26:54,532 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:54,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:54,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:26:54,618 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:26:54,618 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:26:54,618 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:26:54,665 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 12:26:54,666 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:26:54,666 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:54,666 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:26:54,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000005/default_container_executor.sh]
2015-02-12 12:26:54,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000004/default_container_executor.sh]
2015-02-12 12:26:54,858 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:26:54,882 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:26:54,882 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:26:55,080 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:26:56,834 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741882_1058
2015-02-12 12:26:56,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741881_1057
2015-02-12 12:26:57,026 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741882_1058
2015-02-12 12:26:57,026 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741881_1057
2015-02-12 12:26:57,028 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741880_1056
2015-02-12 12:26:57,040 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741880_1056
2015-02-12 12:26:57,041 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741883_1059
2015-02-12 12:26:57,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741883_1059
2015-02-12 12:26:57,383 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741884_1060
2015-02-12 12:26:57,384 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741881_1057
2015-02-12 12:26:57,428 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741881_1057
2015-02-12 12:26:57,429 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741883_1059
2015-02-12 12:26:57,588 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741880_1056
2015-02-12 12:26:57,589 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741882_1058
2015-02-12 12:26:57,629 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741880_1056
2015-02-12 12:27:00,635 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 12:27:00,635 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 12:27:01,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:01,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:01,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:01,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:01,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:27:01,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:27:01,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:27:01,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:27:01,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423772685743_0006_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:27:01,771 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0006_000001 (auth:SIMPLE)
2015-02-12 12:27:01,773 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0006_01_000002
2015-02-12 12:27:01,773 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000002
2015-02-12 12:27:01,773 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:27:01,773 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0006_01_000002
2015-02-12 12:27:01,798 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0006_01_000002 is : 143
2015-02-12 12:27:01,806 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:27:01,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000002
2015-02-12 12:27:01,807 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000002
2015-02-12 12:27:01,808 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000002
2015-02-12 12:27:01,809 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000002
2015-02-12 12:27:01,809 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000002
2015-02-12 12:27:01,809 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:27:01,809 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0006_01_000002 from application application_1423772685743_0006
2015-02-12 12:27:01,810 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:01,810 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0006
2015-02-12 12:27:01,821 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job_1423772685743_0006_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:27:01,824 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741885_1061 src: /127.0.0.1:62348 dest: /127.0.0.1:61665
2015-02-12 12:27:01,825 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741885_1061 src: /127.0.0.1:62349 dest: /127.0.0.1:61668
2015-02-12 12:27:01,827 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741885_1061 src: /127.0.0.1:62350 dest: /127.0.0.1:61658
2015-02-12 12:27:01,831 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job_1423772685743_0006_1.jhist for DFSClient_NONMAPREDUCE_-1694428620_1
2015-02-12 12:27:01,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423772685743_0006_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:27:01,926 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0006_000001 (auth:SIMPLE)
2015-02-12 12:27:01,928 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0006_01_000005
2015-02-12 12:27:01,928 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000005
2015-02-12 12:27:01,928 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000005 transitioned from RUNNING to KILLING
2015-02-12 12:27:01,929 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0006_01_000005
2015-02-12 12:27:01,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423772685743_0006_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:27:01,954 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0006_01_000005 is : 143
2015-02-12 12:27:01,972 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:27:01,973 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000005
2015-02-12 12:27:01,973 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000005
2015-02-12 12:27:01,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000005
2015-02-12 12:27:01,975 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000005
2015-02-12 12:27:01,976 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000005
2015-02-12 12:27:01,976 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:27:01,976 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0006_01_000005 from application application_1423772685743_0006
2015-02-12 12:27:01,978 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:01,979 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0006
2015-02-12 12:27:01,992 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0006_000001 (auth:SIMPLE)
2015-02-12 12:27:01,993 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0006_01_000003
2015-02-12 12:27:01,994 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000003
2015-02-12 12:27:01,995 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:27:01,995 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0006_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:27:01,995 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000002
2015-02-12 12:27:01,995 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 12:27:01,996 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 12:27:01,996 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:27:01,996 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0006_01_000003
2015-02-12 12:27:01,997 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0006_01_000002, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 12:27:01,997 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:01,998 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:27:01,998 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0006_000001 released container container_1423772685743_0006_01_000002 on node: host: 10.1.1.68:61696 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 12:27:02,020 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0006_01_000003 is : 143
2015-02-12 12:27:02,031 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:27:02,031 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741884_1060
2015-02-12 12:27:02,032 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000003
2015-02-12 12:27:02,034 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000003
2015-02-12 12:27:02,037 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000003
2015-02-12 12:27:02,038 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000003
2015-02-12 12:27:02,039 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000003
2015-02-12 12:27:02,039 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:27:02,040 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0006_01_000003 from application application_1423772685743_0006
2015-02-12 12:27:02,040 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:02,040 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0006
2015-02-12 12:27:02,047 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741884_1060
2015-02-12 12:27:02,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423772685743_0006_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:27:02,092 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0006_000001 (auth:SIMPLE)
2015-02-12 12:27:02,094 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0006_01_000004
2015-02-12 12:27:02,094 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000004
2015-02-12 12:27:02,094 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:27:02,094 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0006_01_000004
2015-02-12 12:27:02,095 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:27:02,095 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0006_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 12:27:02,095 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000005
2015-02-12 12:27:02,095 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:27:02,095 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:27:02,096 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0006_01_000005, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:27:02,097 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:02,097 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:27:02,097 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0006_000001 released container container_1423772685743_0006_01_000005 on node: host: 10.1.1.68:61688 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:27:02,109 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0006_01_000004 is : 143
2015-02-12 12:27:02,115 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:27:02,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000004
2015-02-12 12:27:02,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000004
2015-02-12 12:27:02,117 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000004
2015-02-12 12:27:02,117 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000004
2015-02-12 12:27:02,117 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000004
2015-02-12 12:27:02,117 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:27:02,117 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0006_01_000004 from application application_1423772685743_0006
2015-02-12 12:27:02,117 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:02,117 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0006
2015-02-12 12:27:02,999 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:03,000 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:27:03,000 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0006_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:27:03,000 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000003
2015-02-12 12:27:03,001 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:27:03,001 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:27:03,002 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0006_01_000003, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:27:03,002 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:03,003 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:27:03,003 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0006_000001 released container container_1423772685743_0006_01_000003 on node: host: 10.1.1.68:61696 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:27:03,003 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:27:03,003 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000006
2015-02-12 12:27:03,003 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0006_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:27:03,004 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0006_000001 container=Container: [ContainerId: container_1423772685743_0006_01_000006, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:27:03,004 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:27:03,004 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:03,100 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:27:03,100 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0006_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:27:03,100 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000004
2015-02-12 12:27:03,101 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:27:03,101 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:27:03,102 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0006_01_000004, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:27:03,102 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:03,102 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:27:03,102 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0006_000001 released container container_1423772685743_0006_01_000004 on node: host: 10.1.1.68:61688 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:27:03,103 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:03,894 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:27:03,905 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0006_000001 (auth:SIMPLE)
2015-02-12 12:27:03,907 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0006_01_000006 by user soberoi
2015-02-12 12:27:03,907 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000006
2015-02-12 12:27:03,907 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0006_01_000006 to application application_1423772685743_0006
2015-02-12 12:27:03,908 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 12:27:03,908 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0006
2015-02-12 12:27:03,908 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0006
2015-02-12 12:27:03,908 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:27:03,908 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0006
2015-02-12 12:27:03,909 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:27:03,943 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 12:27:03,943 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:04,001 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0006_01_000002]
2015-02-12 12:27:04,001 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:27:04,001 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:04,001 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:04,042 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000006/default_container_executor.sh]
2015-02-12 12:27:04,102 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0006_01_000005]
2015-02-12 12:27:04,103 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:04,103 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:04,903 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:27:05,003 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0006_01_000003]
2015-02-12 12:27:05,003 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:05,103 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0006_01_000004]
2015-02-12 12:27:05,103 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:06,434 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:27:06,435 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:27:06,446 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:27:06,449 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:27:06,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423772685743_0006_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:06,747 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423772685743_0006_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:27:06,823 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741886_1062 src: /127.0.0.1:62362 dest: /127.0.0.1:61658
2015-02-12 12:27:06,825 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741886_1062 src: /127.0.0.1:62363 dest: /127.0.0.1:61665
2015-02-12 12:27:06,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741886_1062 src: /127.0.0.1:62364 dest: /127.0.0.1:61668
2015-02-12 12:27:06,863 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62364, dest: /127.0.0.1:61668, bytes: 299, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0006_r_000000_0_2133372762_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741886_1062, duration: 34881000
2015-02-12 12:27:06,864 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:06,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:27:06,864 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62363, dest: /127.0.0.1:61665, bytes: 299, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0006_r_000000_0_2133372762_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741886_1062, duration: 35605000
2015-02-12 12:27:06,865 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:06,865 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:27:06,865 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62362, dest: /127.0.0.1:61658, bytes: 299, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0006_r_000000_0_2133372762_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741886_1062, duration: 36777000
2015-02-12 12:27:06,866 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:06,867 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:27:06,871 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423772685743_0006_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0006_r_000000_0_2133372762_1
2015-02-12 12:27:06,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423772685743_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:27:06,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423772685743_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:27:06,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/task_1423772685743_0006_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:27:06,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423772685743_0006_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/task_1423772685743_0006_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:27:06,904 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0006_000001 (auth:SIMPLE)
2015-02-12 12:27:06,906 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0006_01_000006
2015-02-12 12:27:06,906 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000006
2015-02-12 12:27:06,906 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000006 transitioned from RUNNING to KILLING
2015-02-12 12:27:06,907 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0006_01_000006
2015-02-12 12:27:06,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:06,922 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1694428620_1
2015-02-12 12:27:06,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:27:06,934 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0006_01_000006 is : 143
2015-02-12 12:27:06,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 12:27:06,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 12:27:06,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/task_1423772685743_0006_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:27:06,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:27:06,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/task_1423772685743_0006_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:06,946 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:27:06,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary dst=null perm=null proto=rpc
2015-02-12 12:27:06,946 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000006
2015-02-12 12:27:06,947 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000006
2015-02-12 12:27:06,947 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000006
2015-02-12 12:27:06,947 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:27:06,947 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0006_01_000006 from application application_1423772685743_0006
2015-02-12 12:27:06,947 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:06,947 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0006
2015-02-12 12:27:06,948 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000006
2015-02-12 12:27:06,947 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000006
2015-02-12 12:27:06,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:06,952 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1694428620_1
2015-02-12 12:27:06,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:06,958 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1694428620_1
2015-02-12 12:27:06,977 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62350, dest: /127.0.0.1:61658, bytes: 61402, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1694428620_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741885_1061, duration: 5148574000
2015-02-12 12:27:06,977 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:06,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 15710
2015-02-12 12:27:06,979 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62349, dest: /127.0.0.1:61668, bytes: 61402, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1694428620_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741885_1061, duration: 5150277000
2015-02-12 12:27:06,979 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:06,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 15710
2015-02-12 12:27:06,981 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62348, dest: /127.0.0.1:61665, bytes: 61402, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1694428620_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741885_1061, duration: 5152249000
2015-02-12 12:27:06,981 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:06,981 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 15710
2015-02-12 12:27:06,982 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job_1423772685743_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_-1694428620_1
2015-02-12 12:27:06,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:06,988 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:27:06,990 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741887_1063 src: /127.0.0.1:62366 dest: /127.0.0.1:61658
2015-02-12 12:27:06,992 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741887_1063 src: /127.0.0.1:62367 dest: /127.0.0.1:61668
2015-02-12 12:27:06,993 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741887_1063 src: /127.0.0.1:62368 dest: /127.0.0.1:61661
2015-02-12 12:27:06,996 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62368, dest: /127.0.0.1:61661, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1694428620_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741887_1063, duration: 1222000
2015-02-12 12:27:06,996 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:06,997 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:06,997 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62367, dest: /127.0.0.1:61668, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1694428620_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741887_1063, duration: 1787000
2015-02-12 12:27:06,997 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:06,998 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:06,998 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62366, dest: /127.0.0.1:61658, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1694428620_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741887_1063, duration: 2872000
2015-02-12 12:27:06,998 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:07,000 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:07,000 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1694428620_1
2015-02-12 12:27:07,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:07,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job_1423772685743_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:27:07,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006-1423772807537-soberoi-%5BF8A3BC61614141B8A069B116F1F93428%2FC75CA0A259D44E6D-1423772826959-4-1-SUCCEEDED-default-1423772811817.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:27:07,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job_1423772685743_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:27:07,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006-1423772807537-soberoi-%5BF8A3BC61614141B8A069B116F1F93428%2FC75CA0A259D44E6D-1423772826959-4-1-SUCCEEDED-default-1423772811817.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:27:07,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job_1423772685743_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:27:07,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006-1423772807537-soberoi-%5BF8A3BC61614141B8A069B116F1F93428%2FC75CA0A259D44E6D-1423772826959-4-1-SUCCEEDED-default-1423772811817.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:07,028 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006-1423772807537-soberoi-%5BF8A3BC61614141B8A069B116F1F93428%2FC75CA0A259D44E6D-1423772826959-4-1-SUCCEEDED-default-1423772811817.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:27:07,030 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741888_1064 src: /127.0.0.1:62370 dest: /127.0.0.1:61658
2015-02-12 12:27:07,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741888_1064 src: /127.0.0.1:62371 dest: /127.0.0.1:61665
2015-02-12 12:27:07,033 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741888_1064 src: /127.0.0.1:62372 dest: /127.0.0.1:61661
2015-02-12 12:27:07,037 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62372, dest: /127.0.0.1:61661, bytes: 61402, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1694428620_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741888_1064, duration: 2093000
2015-02-12 12:27:07,037 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:07,038 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:27:07,038 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62371, dest: /127.0.0.1:61665, bytes: 61402, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1694428620_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741888_1064, duration: 3406000
2015-02-12 12:27:07,039 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:07,040 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62370, dest: /127.0.0.1:61658, bytes: 61402, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1694428620_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741888_1064, duration: 4767000
2015-02-12 12:27:07,040 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:27:07,040 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:07,040 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:27:07,042 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006-1423772807537-soberoi-%5BF8A3BC61614141B8A069B116F1F93428%2FC75CA0A259D44E6D-1423772826959-4-1-SUCCEEDED-default-1423772811817.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1694428620_1
2015-02-12 12:27:07,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006-1423772807537-soberoi-%5BF8A3BC61614141B8A069B116F1F93428%2FC75CA0A259D44E6D-1423772826959-4-1-SUCCEEDED-default-1423772811817.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:07,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job_1423772685743_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:27:07,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:27:07,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job_1423772685743_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:27:07,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:27:07,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006/job_1423772685743_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:27:07,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:07,064 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:27:07,066 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741889_1065 src: /127.0.0.1:62374 dest: /127.0.0.1:61658
2015-02-12 12:27:07,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741889_1065 src: /127.0.0.1:62375 dest: /127.0.0.1:61668
2015-02-12 12:27:07,069 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741889_1065 src: /127.0.0.1:62376 dest: /127.0.0.1:61665
2015-02-12 12:27:07,073 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62376, dest: /127.0.0.1:61665, bytes: 115912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1694428620_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741889_1065, duration: 2100000
2015-02-12 12:27:07,074 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:07,074 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:27:07,074 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62375, dest: /127.0.0.1:61668, bytes: 115912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1694428620_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741889_1065, duration: 2893000
2015-02-12 12:27:07,075 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:07,075 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:27:07,075 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62374, dest: /127.0.0.1:61658, bytes: 115912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1694428620_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741889_1065, duration: 3884000
2015-02-12 12:27:07,076 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:07,076 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:27:07,078 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1694428620_1
2015-02-12 12:27:07,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:07,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:07,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:07,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006-1423772807537-soberoi-%5BF8A3BC61614141B8A069B116F1F93428%2FC75CA0A259D44E6D-1423772826959-4-1-SUCCEEDED-default-1423772811817.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006-1423772807537-soberoi-%5BF8A3BC61614141B8A069B116F1F93428%2FC75CA0A259D44E6D-1423772826959-4-1-SUCCEEDED-default-1423772811817.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:07,092 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0006_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:27:07,092 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0006_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:27:07,092 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0006 with final state: FINISHING
2015-02-12 12:27:07,093 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0006 State change from RUNNING to FINAL_SAVING
2015-02-12 12:27:07,093 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0006
2015-02-12 12:27:07,093 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0006_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:27:07,093 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0006 State change from FINAL_SAVING to FINISHING
2015-02-12 12:27:07,913 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:27:07,913 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0006_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 12:27:07,913 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000006
2015-02-12 12:27:07,913 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0006_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:27:07,914 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:27:07,915 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0006_01_000006, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:27:07,915 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:07,915 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:27:07,915 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0006_000001 released container container_1423772685743_0006_01_000006 on node: host: 10.1.1.68:61696 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:27:08,096 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0006 unregistered successfully.
2015-02-12 12:27:08,099 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741880_1056 127.0.0.1:61668 127.0.0.1:61661 127.0.0.1:61658 127.0.0.1:61665
2015-02-12 12:27:08,099 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741881_1057 127.0.0.1:61665 127.0.0.1:61658 127.0.0.1:61661 127.0.0.1:61668
2015-02-12 12:27:08,100 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741882_1058 127.0.0.1:61665 127.0.0.1:61661 127.0.0.1:61658
2015-02-12 12:27:08,100 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741883_1059 127.0.0.1:61665 127.0.0.1:61668 127.0.0.1:61658
2015-02-12 12:27:08,100 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741885_1061 127.0.0.1:61665 127.0.0.1:61668 127.0.0.1:61658
2015-02-12 12:27:08,100 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741884_1060 127.0.0.1:61658 127.0.0.1:61661 127.0.0.1:61665
2015-02-12 12:27:08,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0006 dst=null perm=null proto=rpc
2015-02-12 12:27:08,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 12:27:08,144 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary
2015-02-12 12:27:08,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary dst=null perm=null proto=rpc
2015-02-12 12:27:08,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 12:27:08,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 12:27:08,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 12:27:08,158 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:27:08,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:27:08,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:27:08,164 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/serializedpipesplatform/bigdecimal
2015-02-12 12:27:08,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 12:27:08,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 12:27:08,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 12:27:08,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 12:27:08,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:27:08,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:27:08,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:27:08,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:27:08,187 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:27:08,187 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:27:08,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 12:27:08,214 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 12:27:08,214 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt"]
2015-02-12 12:27:08,215 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"]
2015-02-12 12:27:08,215 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false"]
2015-02-12 12:27:08,215 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 12:27:08,215 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-02-12 12:27:08,215 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-02-12 12:27:08,216 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-02-12 12:27:08,226 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:27:08,238 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:27:08,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8 dst=null perm=null proto=rpc
2015-02-12 12:27:08,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:27:08,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:27:08,245 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 7
2015-02-12 12:27:08,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007 dst=null perm=null proto=rpc
2015-02-12 12:27:08,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:27:08,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:27:08,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:08,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:08,251 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:27:08,253 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741890_1066 src: /127.0.0.1:62381 dest: /127.0.0.1:61658
2015-02-12 12:27:08,255 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741890_1066 src: /127.0.0.1:62382 dest: /127.0.0.1:61665
2015-02-12 12:27:08,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741890_1066 src: /127.0.0.1:62383 dest: /127.0.0.1:61661
2015-02-12 12:27:08,261 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62383, dest: /127.0.0.1:61661, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741890_1066, duration: 2433000
2015-02-12 12:27:08,261 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741890_1066, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:08,261 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:27:08,261 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62382, dest: /127.0.0.1:61665, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741890_1066, duration: 3193000
2015-02-12 12:27:08,262 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:08,262 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:27:08,262 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62381, dest: /127.0.0.1:61658, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741890_1066, duration: 3983000
2015-02-12 12:27:08,263 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:08,264 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:27:08,265 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:27:08,266 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.jar
2015-02-12 12:27:08,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:08,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:08,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:08,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:08,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:08,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:27:08,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:27:08,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:27:08,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:27:08,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:27:08,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:08,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:27:08,281 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:27:08,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:27:08,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:27:08,285 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:27:08,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:27:08,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:08,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:08,290 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.split
2015-02-12 12:27:08,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:08,291 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:27:08,293 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741891_1067 src: /127.0.0.1:62384 dest: /127.0.0.1:61668
2015-02-12 12:27:08,295 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741891_1067 src: /127.0.0.1:62385 dest: /127.0.0.1:61665
2015-02-12 12:27:08,296 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741891_1067 src: /127.0.0.1:62386 dest: /127.0.0.1:61661
2015-02-12 12:27:08,297 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741891_1067 src: /127.0.0.1:62387 dest: /127.0.0.1:61658
2015-02-12 12:27:08,300 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62387, dest: /127.0.0.1:61658, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741891_1067, duration: 1576000
2015-02-12 12:27:08,300 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741891_1067, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:08,301 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:27:08,301 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62386, dest: /127.0.0.1:61661, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741891_1067, duration: 2001000
2015-02-12 12:27:08,301 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:08,302 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62385, dest: /127.0.0.1:61665, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741891_1067, duration: 3130000
2015-02-12 12:27:08,302 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:08,302 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:08,303 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62384, dest: /127.0.0.1:61668, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741891_1067, duration: 3745000
2015-02-12 12:27:08,303 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:08,303 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:08,306 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:27:08,307 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:27:08,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:08,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:08,312 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:27:08,313 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741892_1068 src: /127.0.0.1:62388 dest: /127.0.0.1:61665
2015-02-12 12:27:08,315 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741892_1068 src: /127.0.0.1:62389 dest: /127.0.0.1:61661
2015-02-12 12:27:08,316 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741892_1068 src: /127.0.0.1:62390 dest: /127.0.0.1:61658
2015-02-12 12:27:08,318 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62390, dest: /127.0.0.1:61658, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741892_1068, duration: 1104000
2015-02-12 12:27:08,319 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741892_1068, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:08,319 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:27:08,319 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62389, dest: /127.0.0.1:61661, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741892_1068, duration: 1569000
2015-02-12 12:27:08,319 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:08,320 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:27:08,320 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62388, dest: /127.0.0.1:61665, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741892_1068, duration: 2611000
2015-02-12 12:27:08,320 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:08,322 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:27:08,323 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:27:08,323 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:2
2015-02-12 12:27:08,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:08,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:08,334 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:27:08,347 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741893_1069 src: /127.0.0.1:62391 dest: /127.0.0.1:61658
2015-02-12 12:27:08,348 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741893_1069 src: /127.0.0.1:62392 dest: /127.0.0.1:61661
2015-02-12 12:27:08,349 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741893_1069 src: /127.0.0.1:62393 dest: /127.0.0.1:61668
2015-02-12 12:27:08,352 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62393, dest: /127.0.0.1:61668, bytes: 99808, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741893_1069, duration: 1529000
2015-02-12 12:27:08,352 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741893_1069, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:08,352 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:27:08,353 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62392, dest: /127.0.0.1:61661, bytes: 99808, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741893_1069, duration: 2263000
2015-02-12 12:27:08,353 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:08,354 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62391, dest: /127.0.0.1:61658, bytes: 99808, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741893_1069, duration: 2887000
2015-02-12 12:27:08,354 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:08,354 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:08,357 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:08,357 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:27:08,358 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0007
2015-02-12 12:27:08,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007 dst=null perm=null proto=rpc
2015-02-12 12:27:08,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:08,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:08,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:08,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:08,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:08,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:08,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:27:08,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:27:08,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:08,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:08,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:08,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:08,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:08,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:08,375 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 7 submitted by user soberoi
2015-02-12 12:27:08,375 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0007
2015-02-12 12:27:08,375 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0007
2015-02-12 12:27:08,375 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0007
2015-02-12 12:27:08,375 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0007 State change from NEW to NEW_SAVING
2015-02-12 12:27:08,375 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0007 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:27:08,376 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0007 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:27:08,376 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0007 from user: soberoi, in queue: default
2015-02-12 12:27:08,376 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0007 State change from SUBMITTED to ACCEPTED
2015-02-12 12:27:08,376 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0007_000001
2015-02-12 12:27:08,376 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0007_000001 State change from NEW to SUBMITTED
2015-02-12 12:27:08,377 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0007 from user: soberoi activated in queue: default
2015-02-12 12:27:08,377 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0007 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:27:08,377 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0007_000001 to scheduler from user soberoi in queue default
2015-02-12 12:27:08,377 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0007
2015-02-12 12:27:08,377 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0007_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:27:08,380 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0007/
2015-02-12 12:27:08,380 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423772685743_0007
2015-02-12 12:27:08,380 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0007/
2015-02-12 12:27:08,918 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:08,919 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0007_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:27:08,919 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000001
2015-02-12 12:27:08,919 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0007_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61696, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 12:27:08,919 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0007_000001 container=Container: [ContainerId: container_1423772685743_0007_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:27:08,920 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:27:08,920 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:08,921 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61696 for container : container_1423772685743_0007_01_000001
2015-02-12 12:27:08,922 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0007_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:27:08,922 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0007_000001
2015-02-12 12:27:08,922 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0007 AttemptId: appattempt_1423772685743_0007_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0007_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ]
2015-02-12 12:27:08,922 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0007_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:27:08,923 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0007_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:27:08,923 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0007_000001
2015-02-12 12:27:08,924 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0007_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] for AM appattempt_1423772685743_0007_000001
2015-02-12 12:27:08,924 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0007_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:27:08,925 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0007_000001
2015-02-12 12:27:08,925 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0007_000001
2015-02-12 12:27:08,927 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0007_000001 (auth:SIMPLE)
2015-02-12 12:27:08,929 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0007_01_000001 by user soberoi
2015-02-12 12:27:08,929 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0007
2015-02-12 12:27:08,930 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000001
2015-02-12 12:27:08,930 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0007 transitioned from NEW to INITING
2015-02-12 12:27:08,930 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0007_01_000001 to application application_1423772685743_0007
2015-02-12 12:27:08,930 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0007_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] for AM appattempt_1423772685743_0007_000001
2015-02-12 12:27:08,930 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0007 transitioned from INITING to RUNNING
2015-02-12 12:27:08,930 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0007_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:27:08,931 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:27:08,931 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0007
2015-02-12 12:27:08,931 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:27:08,931 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:27:08,931 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:27:08,931 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:27:08,932 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0007_01_000001
2015-02-12 12:27:08,940 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423772685743_0007_01_000001.tokens. Credentials list:
2015-02-12 12:27:09,038 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:27:09,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423772685743_0007_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000001.tokens
2015-02-12 12:27:09,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0007
2015-02-12 12:27:09,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:09,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:09,223 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:27:09,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:27:09,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:27:09,270 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0007/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:27:09,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:09,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:09,317 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0007/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:27:09,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:09,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:09,364 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0007/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:27:09,364 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:27:09,395 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:27:09,395 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:09,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000001/default_container_executor.sh]
2015-02-12 12:27:09,758 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61658 to replicate blk_1073741890_1066 to datanode(s) 127.0.0.1:61668
2015-02-12 12:27:09,758 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073741880_1056, blk_1073741881_1057, blk_1073741883_1059, blk_1073741885_1061]
2015-02-12 12:27:09,758 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073741880_1056, blk_1073741881_1057, blk_1073741882_1058, blk_1073741883_1059, blk_1073741884_1060, blk_1073741885_1061]
2015-02-12 12:27:09,922 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0007_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:27:09,923 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:10,468 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=9593ab57-1989-433e-a4af-02278ae6414c, infoPort=61659, ipcPort=61660, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073741890_1066 to 127.0.0.1:61668
2015-02-12 12:27:10,471 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073741890_1066 (numBytes=254067) to /127.0.0.1:61668
2015-02-12 12:27:10,471 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741890_1066 src: /127.0.0.1:62398 dest: /127.0.0.1:61668
2015-02-12 12:27:10,473 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073741890_1066 src: /127.0.0.1:62398 dest: /127.0.0.1:61668 of size 254067
2015-02-12 12:27:10,476 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741890_1066 size 254067
2015-02-12 12:27:10,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741880 for deletion
2015-02-12 12:27:10,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741881 for deletion
2015-02-12 12:27:10,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741882 for deletion
2015-02-12 12:27:10,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741883 for deletion
2015-02-12 12:27:10,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741884 for deletion
2015-02-12 12:27:10,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741885 for deletion
2015-02-12 12:27:10,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741880
2015-02-12 12:27:10,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741882
2015-02-12 12:27:10,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741881
2015-02-12 12:27:10,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741885
2015-02-12 12:27:10,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741883
2015-02-12 12:27:10,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741884
2015-02-12 12:27:10,923 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:10,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741880 for deletion
2015-02-12 12:27:10,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741881 for deletion
2015-02-12 12:27:10,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741883 for deletion
2015-02-12 12:27:10,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741885 for deletion
2015-02-12 12:27:10,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741881
2015-02-12 12:27:10,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741880
2015-02-12 12:27:11,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741885
2015-02-12 12:27:11,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741883
2015-02-12 12:27:11,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:27:11,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:27:11,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:27:11,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:27:11,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007 dst=null perm=null proto=rpc
2015-02-12 12:27:11,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:27:11,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:27:11,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:27:11,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:27:11,926 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:12,041 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741887_1063
2015-02-12 12:27:12,059 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741887_1063
2015-02-12 12:27:12,059 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741888_1064
2015-02-12 12:27:12,060 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741885_1061
2015-02-12 12:27:12,061 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741886_1062
2015-02-12 12:27:12,607 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741888_1064
2015-02-12 12:27:12,608 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741889_1065
2015-02-12 12:27:12,608 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741886_1062
2015-02-12 12:27:12,645 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741889_1065
2015-02-12 12:27:12,646 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741887_1063
2015-02-12 12:27:12,646 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741886_1062
2015-02-12 12:27:12,720 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0007_000001 (auth:SIMPLE)
2015-02-12 12:27:12,721 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0007_000001
2015-02-12 12:27:12,721 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0007 APPATTEMPTID=appattempt_1423772685743_0007_000001
2015-02-12 12:27:12,721 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0007_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:27:12,721 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0007 State change from ACCEPTED to RUNNING
2015-02-12 12:27:12,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job_1423772685743_0007_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:12,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:27:12,759 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073741880_1056, blk_1073741881_1057, blk_1073741882_1058, blk_1073741884_1060]
2015-02-12 12:27:12,759 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073741880_1056, blk_1073741881_1057, blk_1073741882_1058, blk_1073741883_1059, blk_1073741884_1060, blk_1073741885_1061]
2015-02-12 12:27:12,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job_1423772685743_0007_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:12,928 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:12,946 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job_1423772685743_0007_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:27:12,989 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741894_1070 src: /127.0.0.1:62406 dest: /127.0.0.1:61658
2015-02-12 12:27:12,992 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741894_1070 src: /127.0.0.1:62407 dest: /127.0.0.1:61661
2015-02-12 12:27:12,994 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741894_1070 src: /127.0.0.1:62408 dest: /127.0.0.1:61668
2015-02-12 12:27:13,017 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62408, dest: /127.0.0.1:61668, bytes: 117069, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1872698220_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741894_1070, duration: 21460000
2015-02-12 12:27:13,017 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741894_1070, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:13,017 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:27:13,018 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62407, dest: /127.0.0.1:61661, bytes: 117069, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1872698220_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741894_1070, duration: 22028000
2015-02-12 12:27:13,018 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:13,018 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:27:13,018 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62406, dest: /127.0.0.1:61658, bytes: 117069, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1872698220_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741894_1070, duration: 23119000
2015-02-12 12:27:13,019 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:13,019 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:27:13,023 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job_1423772685743_0007_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1872698220_1
2015-02-12 12:27:13,244 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772685743_0006_01_000001 succeeded
2015-02-12 12:27:13,244 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:27:13,244 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0006_01_000001
2015-02-12 12:27:13,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000001
2015-02-12 12:27:13,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000001
2015-02-12 12:27:13,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000001
2015-02-12 12:27:13,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0006/container_1423772685743_0006_01_000001
2015-02-12 12:27:13,258 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000001
2015-02-12 12:27:13,258 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0006_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:27:13,258 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0006_01_000001 from application application_1423772685743_0006
2015-02-12 12:27:13,258 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:13,258 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0006
2015-02-12 12:27:13,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741880 for deletion
2015-02-12 12:27:13,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741880 for deletion
2015-02-12 12:27:13,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741881 for deletion
2015-02-12 12:27:13,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741882 for deletion
2015-02-12 12:27:13,470 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741884 for deletion
2015-02-12 12:27:13,470 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741880
2015-02-12 12:27:13,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741881 for deletion
2015-02-12 12:27:13,470 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741882 for deletion
2015-02-12 12:27:13,470 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741881
2015-02-12 12:27:13,471 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741882
2015-02-12 12:27:13,471 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741884
2015-02-12 12:27:13,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741880
2015-02-12 12:27:13,471 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741881
2015-02-12 12:27:13,470 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741883 for deletion
2015-02-12 12:27:13,471 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741882
2015-02-12 12:27:13,471 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741884 for deletion
2015-02-12 12:27:13,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741883
2015-02-12 12:27:13,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741885 for deletion
2015-02-12 12:27:13,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741884
2015-02-12 12:27:13,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741885
2015-02-12 12:27:13,928 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0006_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:27:13,929 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772685743_0006_000001
2015-02-12 12:27:13,929 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0006_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:27:13,929 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000001
2015-02-12 12:27:13,929 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61696, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:27:13,929 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772685743_0006_000001
2015-02-12 12:27:13,930 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:27:13,930 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0006_000001 State change from FINISHING to FINISHED
2015-02-12 12:27:13,930 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0006_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:27:13,930 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0006 State change from FINISHING to FINISHED
2015-02-12 12:27:13,931 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:13,931 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 12:27:13,931 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772685743_0006_000001
2015-02-12 12:27:13,931 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0006_000001 released container container_1423772685743_0006_01_000001 on node: host: 10.1.1.68:61696 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:27:13,931 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:13,931 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772685743_0006
2015-02-12 12:27:13,932 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0007_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:27:13,932 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000002
2015-02-12 12:27:13,932 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0007_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:27:13,932 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0007_000001 container=Container: [ContainerId: container_1423772685743_0007_01_000002, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:27:13,932 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-02-12 12:27:13,932 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:13,932 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772685743_0006,name=[F8A3BC61614141B8A069B116F1F93428/C75CA0A259D44E6DBF91E9149BB1037A] test/(1/1) ...dpipesplatform/bigdecimal,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:61686/proxy/application_1423772685743_0006/jobhistory/job/job_1423772685743_0006,appMasterHost=10.1.1.68,startTime=1423772807537,finishTime=1423772827092,finalStatus=SUCCEEDED
2015-02-12 12:27:13,933 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0007_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:27:13,933 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000003
2015-02-12 12:27:13,933 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0007_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 12:27:13,933 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0007_000001 container=Container: [ContainerId: container_1423772685743_0007_01_000003, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:27:13,934 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2015-02-12 12:27:13,934 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:13,934 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772685743_0006_000001 is done. finalState=FINISHED
2015-02-12 12:27:13,934 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772685743_0006 requests cleared
2015-02-12 12:27:13,934 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772685743_0006 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:27:13,934 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772685743_0006 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:27:13,935 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0006_000001 (auth:SIMPLE)
2015-02-12 12:27:13,937 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0006_01_000001
2015-02-12 12:27:13,937 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0006 CONTAINERID=container_1423772685743_0006_01_000001
2015-02-12 12:27:13,938 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0006_01_000001]
2015-02-12 12:27:13,938 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:13,938 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:27:13,938 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:13,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0006
2015-02-12 12:27:13,939 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0006
2015-02-12 12:27:13,939 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0006
2015-02-12 12:27:13,939 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:27:13,939 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0006, with delay of 10800 seconds
2015-02-12 12:27:13,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0006
2015-02-12 12:27:13,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0006
2015-02-12 12:27:14,124 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:27:14,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0006
2015-02-12 12:27:14,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0006
2015-02-12 12:27:14,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0006
2015-02-12 12:27:14,126 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0006
2015-02-12 12:27:14,126 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:27:14,127 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0006, with delay of 10800 seconds
2015-02-12 12:27:14,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0006
2015-02-12 12:27:14,767 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61696 for container : container_1423772685743_0007_01_000002
2015-02-12 12:27:14,768 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0007_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:27:14,769 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0007_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:27:14,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:14,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:14,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:14,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:14,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:14,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:14,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:14,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:14,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:14,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:14,884 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0007_000001 (auth:SIMPLE)
2015-02-12 12:27:14,885 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0007_000001 (auth:SIMPLE)
2015-02-12 12:27:14,887 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0007_01_000002 by user soberoi
2015-02-12 12:27:14,887 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0007_01_000003 by user soberoi
2015-02-12 12:27:14,888 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000002
2015-02-12 12:27:14,888 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000003
2015-02-12 12:27:14,888 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0007_01_000002 to application application_1423772685743_0007
2015-02-12 12:27:14,888 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0007_01_000003 to application application_1423772685743_0007
2015-02-12 12:27:14,888 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:27:14,889 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:27:14,889 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0007
2015-02-12 12:27:14,889 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0007
2015-02-12 12:27:14,889 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:27:14,889 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0007
2015-02-12 12:27:14,890 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0007
2015-02-12 12:27:14,890 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0007
2015-02-12 12:27:14,890 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:27:14,890 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0007
2015-02-12 12:27:14,890 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:27:14,891 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:27:14,926 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:27:14,926 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:14,926 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:27:14,926 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:14,939 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0007_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:27:14,939 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0007_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:27:14,940 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:15,037 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000003/default_container_executor.sh]
2015-02-12 12:27:15,037 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000002/default_container_executor.sh]
2015-02-12 12:27:15,780 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:27:17,048 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741888_1064
2015-02-12 12:27:17,049 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741893_1069
2015-02-12 12:27:17,063 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741891_1067
2015-02-12 12:27:17,064 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741893_1069
2015-02-12 12:27:17,065 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741889_1065
2015-02-12 12:27:17,066 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741892_1068
2015-02-12 12:27:17,250 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741890_1066
2015-02-12 12:27:17,251 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741892_1068
2015-02-12 12:27:17,251 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741891_1067
2015-02-12 12:27:17,467 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741890_1066
2015-02-12 12:27:17,615 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741891_1067
2015-02-12 12:27:17,615 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741892_1068
2015-02-12 12:27:17,617 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741890_1066
2015-02-12 12:27:17,653 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741890_1066
2015-02-12 12:27:17,653 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741891_1067
2015-02-12 12:27:17,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741893_1069
2015-02-12 12:27:18,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:18,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:18,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:27:18,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:27:18,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/_temporary/1/_temporary/attempt_1423772685743_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:27:18,993 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0007_000001 (auth:SIMPLE)
2015-02-12 12:27:18,995 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0007_01_000002
2015-02-12 12:27:18,996 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000002
2015-02-12 12:27:18,996 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:27:18,996 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0007_01_000002
2015-02-12 12:27:19,016 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job_1423772685743_0007_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:27:19,017 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0007_01_000002 is : 143
2015-02-12 12:27:19,027 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:27:19,028 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000002
2015-02-12 12:27:19,028 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741895_1071 src: /127.0.0.1:62420 dest: /127.0.0.1:61668
2015-02-12 12:27:19,029 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000002
2015-02-12 12:27:19,030 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741895_1071 src: /127.0.0.1:62421 dest: /127.0.0.1:61665
2015-02-12 12:27:19,030 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000002
2015-02-12 12:27:19,031 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000002
2015-02-12 12:27:19,031 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741895_1071 src: /127.0.0.1:62422 dest: /127.0.0.1:61661
2015-02-12 12:27:19,033 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000002
2015-02-12 12:27:19,034 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:27:19,034 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0007_01_000002 from application application_1423772685743_0007
2015-02-12 12:27:19,034 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:19,034 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0007
2015-02-12 12:27:19,036 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job_1423772685743_0007_1.jhist for DFSClient_NONMAPREDUCE_-1872698220_1
2015-02-12 12:27:19,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/_temporary/1/_temporary/attempt_1423772685743_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:27:19,075 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0007_000001 (auth:SIMPLE)
2015-02-12 12:27:19,077 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0007_01_000003
2015-02-12 12:27:19,077 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000003
2015-02-12 12:27:19,077 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:27:19,078 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0007_01_000003
2015-02-12 12:27:19,079 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0007_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:27:19,079 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0007_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:27:19,079 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000002
2015-02-12 12:27:19,079 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0007_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 12:27:19,079 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:27:19,080 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0007_01_000002, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:27:19,080 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:19,080 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:27:19,080 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0007_000001 released container container_1423772685743_0007_01_000002 on node: host: 10.1.1.68:61696 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 12:27:19,101 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0007_01_000003 is : 143
2015-02-12 12:27:19,109 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:27:19,110 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000003
2015-02-12 12:27:19,110 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:27:19,110 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0007_01_000003 from application application_1423772685743_0007
2015-02-12 12:27:19,110 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:19,110 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0007
2015-02-12 12:27:19,110 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000003
2015-02-12 12:27:19,111 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000003
2015-02-12 12:27:19,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000003
2015-02-12 12:27:19,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000003
2015-02-12 12:27:20,082 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:20,082 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0007_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:27:20,082 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0007_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:27:20,083 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000003
2015-02-12 12:27:20,083 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0007_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:27:20,083 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:27:20,084 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0007_01_000003, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:27:20,084 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:20,085 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:27:20,085 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0007_000001 released container container_1423772685743_0007_01_000003 on node: host: 10.1.1.68:61696 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:27:21,087 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0007_01_000002]
2015-02-12 12:27:21,087 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:21,088 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:21,088 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0007_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:27:21,088 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000004
2015-02-12 12:27:21,089 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0007_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:27:21,089 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0007_000001 container=Container: [ContainerId: container_1423772685743_0007_01_000004, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:27:21,089 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:27:21,089 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:21,808 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0007_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:27:21,818 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0007_000001 (auth:SIMPLE)
2015-02-12 12:27:21,820 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0007_01_000004 by user soberoi
2015-02-12 12:27:21,820 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000004
2015-02-12 12:27:21,820 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0007_01_000004 to application application_1423772685743_0007
2015-02-12 12:27:21,821 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:27:21,821 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0007
2015-02-12 12:27:21,821 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0007
2015-02-12 12:27:21,821 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:27:21,821 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0007
2015-02-12 12:27:21,822 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:27:21,851 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:27:21,851 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:21,932 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000004/default_container_executor.sh]
2015-02-12 12:27:22,088 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0007_01_000003]
2015-02-12 12:27:22,089 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0007_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:27:22,089 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:22,255 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741894_1070
2015-02-12 12:27:22,475 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741894_1070
2015-02-12 12:27:22,660 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741894_1070
2015-02-12 12:27:22,815 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:27:24,343 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:27:24,354 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:27:24,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/_temporary/1/_temporary/attempt_1423772685743_0007_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:24,639 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/_temporary/1/_temporary/attempt_1423772685743_0007_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:27:24,720 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741896_1072 src: /127.0.0.1:62429 dest: /127.0.0.1:61665
2015-02-12 12:27:24,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741896_1072 src: /127.0.0.1:62430 dest: /127.0.0.1:61668
2015-02-12 12:27:24,723 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741896_1072 src: /127.0.0.1:62431 dest: /127.0.0.1:61658
2015-02-12 12:27:24,762 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62431, dest: /127.0.0.1:61658, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0007_r_000000_0_-1599849459_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741896_1072, duration: 37461000
2015-02-12 12:27:24,762 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741896_1072, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:24,762 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:27:24,763 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62430, dest: /127.0.0.1:61668, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0007_r_000000_0_-1599849459_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741896_1072, duration: 38461000
2015-02-12 12:27:24,763 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:24,764 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62429, dest: /127.0.0.1:61665, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0007_r_000000_0_-1599849459_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741896_1072, duration: 39531000
2015-02-12 12:27:24,764 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:24,764 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:27:24,765 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:27:24,771 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/_temporary/1/_temporary/attempt_1423772685743_0007_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0007_r_000000_0_-1599849459_1
2015-02-12 12:27:24,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/_temporary/1/_temporary/attempt_1423772685743_0007_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:27:24,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/_temporary/1/_temporary/attempt_1423772685743_0007_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:27:24,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/_temporary/1/task_1423772685743_0007_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:27:24,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/_temporary/1/_temporary/attempt_1423772685743_0007_r_000000_0 dst=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/_temporary/1/task_1423772685743_0007_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:27:24,816 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0007_000001 (auth:SIMPLE)
2015-02-12 12:27:24,818 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0007_01_000004
2015-02-12 12:27:24,818 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000004
2015-02-12 12:27:24,819 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:27:24,819 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0007_01_000004
2015-02-12 12:27:24,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:24,826 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1872698220_1
2015-02-12 12:27:24,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:27:24,835 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0007_01_000004 is : 143
2015-02-12 12:27:24,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8 dst=null perm=null proto=rpc
2015-02-12 12:27:24,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8 dst=null perm=null proto=rpc
2015-02-12 12:27:24,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/_temporary/1/task_1423772685743_0007_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:27:24,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:27:24,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/_temporary/1/task_1423772685743_0007_r_000000/part-00000 dst=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:24,848 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:27:24,849 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000004
2015-02-12 12:27:24,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/_temporary dst=null perm=null proto=rpc
2015-02-12 12:27:24,849 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000004
2015-02-12 12:27:24,850 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000004
2015-02-12 12:27:24,850 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000004
2015-02-12 12:27:24,850 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000004
2015-02-12 12:27:24,850 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:27:24,852 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0007_01_000004 from application application_1423772685743_0007
2015-02-12 12:27:24,852 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:24,852 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0007
2015-02-12 12:27:24,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:24,856 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1872698220_1
2015-02-12 12:27:24,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:24,861 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1872698220_1
2015-02-12 12:27:24,879 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62422, dest: /127.0.0.1:61661, bytes: 45787, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1872698220_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741895_1071, duration: 5846104000
2015-02-12 12:27:24,880 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741895_1071, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:24,880 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 14377
2015-02-12 12:27:24,884 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62421, dest: /127.0.0.1:61665, bytes: 45787, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1872698220_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741895_1071, duration: 5850492000
2015-02-12 12:27:24,884 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:24,886 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 14377
2015-02-12 12:27:24,886 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62420, dest: /127.0.0.1:61668, bytes: 45787, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1872698220_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741895_1071, duration: 5852244000
2015-02-12 12:27:24,886 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:24,887 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 14377
2015-02-12 12:27:24,888 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job_1423772685743_0007_1.jhist is closed by DFSClient_NONMAPREDUCE_-1872698220_1
2015-02-12 12:27:24,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:24,893 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:27:24,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741897_1073 src: /127.0.0.1:62433 dest: /127.0.0.1:61668
2015-02-12 12:27:24,897 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741897_1073 src: /127.0.0.1:62434 dest: /127.0.0.1:61661
2015-02-12 12:27:24,898 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741897_1073 src: /127.0.0.1:62435 dest: /127.0.0.1:61665
2015-02-12 12:27:24,901 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62435, dest: /127.0.0.1:61665, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1872698220_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741897_1073, duration: 1250000
2015-02-12 12:27:24,902 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741897_1073, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:24,902 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:27:24,902 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62434, dest: /127.0.0.1:61661, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1872698220_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741897_1073, duration: 1962000
2015-02-12 12:27:24,902 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:24,903 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:27:24,903 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62433, dest: /127.0.0.1:61668, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1872698220_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741897_1073, duration: 2931000
2015-02-12 12:27:24,903 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:24,904 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:27:24,905 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1872698220_1
2015-02-12 12:27:24,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:24,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job_1423772685743_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:27:24,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007-1423772828375-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2FCE8ED13C1EA34715-1423772844862-2-1-SUCCEEDED-default-1423772832739.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:27:24,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job_1423772685743_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:27:24,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007-1423772828375-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2FCE8ED13C1EA34715-1423772844862-2-1-SUCCEEDED-default-1423772832739.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:27:24,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job_1423772685743_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:27:24,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007-1423772828375-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2FCE8ED13C1EA34715-1423772844862-2-1-SUCCEEDED-default-1423772832739.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:24,931 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007-1423772828375-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2FCE8ED13C1EA34715-1423772844862-2-1-SUCCEEDED-default-1423772832739.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:27:24,933 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741898_1074 src: /127.0.0.1:62437 dest: /127.0.0.1:61661
2015-02-12 12:27:24,934 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741898_1074 src: /127.0.0.1:62438 dest: /127.0.0.1:61668
2015-02-12 12:27:24,936 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741898_1074 src: /127.0.0.1:62439 dest: /127.0.0.1:61658
2015-02-12 12:27:24,940 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62439, dest: /127.0.0.1:61658, bytes: 45787, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1872698220_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741898_1074, duration: 1982000
2015-02-12 12:27:24,940 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741898_1074, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:24,941 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62438, dest: /127.0.0.1:61668, bytes: 45787, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1872698220_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741898_1074, duration: 2964000
2015-02-12 12:27:24,941 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:27:24,941 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:24,942 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62437, dest: /127.0.0.1:61661, bytes: 45787, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1872698220_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741898_1074, duration: 4016000
2015-02-12 12:27:24,943 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:24,944 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:27:24,945 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:24,947 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007-1423772828375-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2FCE8ED13C1EA34715-1423772844862-2-1-SUCCEEDED-default-1423772832739.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1872698220_1
2015-02-12 12:27:24,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007-1423772828375-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2FCE8ED13C1EA34715-1423772844862-2-1-SUCCEEDED-default-1423772832739.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:24,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job_1423772685743_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:27:24,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:27:24,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job_1423772685743_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:27:24,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:27:24,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007/job_1423772685743_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:27:24,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:24,962 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:27:24,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741899_1075 src: /127.0.0.1:62440 dest: /127.0.0.1:61661
2015-02-12 12:27:24,966 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741899_1075 src: /127.0.0.1:62441 dest: /127.0.0.1:61668
2015-02-12 12:27:24,967 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741899_1075 src: /127.0.0.1:62442 dest: /127.0.0.1:61665
2015-02-12 12:27:24,972 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62442, dest: /127.0.0.1:61665, bytes: 117069, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1872698220_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741899_1075, duration: 2775000
2015-02-12 12:27:24,972 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741899_1075, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:24,973 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:27:24,973 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62441, dest: /127.0.0.1:61668, bytes: 117069, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1872698220_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741899_1075, duration: 3814000
2015-02-12 12:27:24,973 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:24,975 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62440, dest: /127.0.0.1:61661, bytes: 117069, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1872698220_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741899_1075, duration: 5166000
2015-02-12 12:27:24,975 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:24,975 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:27:24,976 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:24,978 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1872698220_1
2015-02-12 12:27:24,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:24,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:24,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:24,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007-1423772828375-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2FCE8ED13C1EA34715-1423772844862-2-1-SUCCEEDED-default-1423772832739.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007-1423772828375-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2FCE8ED13C1EA34715-1423772844862-2-1-SUCCEEDED-default-1423772832739.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:24,995 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0007_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:27:24,996 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0007_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:27:24,996 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0007 with final state: FINISHING
2015-02-12 12:27:24,996 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0007 State change from RUNNING to FINAL_SAVING
2015-02-12 12:27:24,996 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0007
2015-02-12 12:27:24,996 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0007_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:27:24,996 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0007 State change from FINAL_SAVING to FINISHING
2015-02-12 12:27:25,820 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0007_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:27:25,821 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0007_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:27:25,821 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000004
2015-02-12 12:27:25,821 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0007_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:27:25,821 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:27:25,822 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0007_01_000004, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:27:25,822 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:25,823 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:27:25,823 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0007_000001 released container container_1423772685743_0007_01_000004 on node: host: 10.1.1.68:61696 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:27:26,003 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0007 unregistered successfully.
2015-02-12 12:27:26,006 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741890_1066 127.0.0.1:61658 127.0.0.1:61665 127.0.0.1:61661 127.0.0.1:61668
2015-02-12 12:27:26,007 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741891_1067 127.0.0.1:61668 127.0.0.1:61665 127.0.0.1:61661 127.0.0.1:61658
2015-02-12 12:27:26,007 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741892_1068 127.0.0.1:61665 127.0.0.1:61661 127.0.0.1:61658
2015-02-12 12:27:26,007 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741893_1069 127.0.0.1:61658 127.0.0.1:61661 127.0.0.1:61668
2015-02-12 12:27:26,007 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741895_1071 127.0.0.1:61668 127.0.0.1:61665 127.0.0.1:61661
2015-02-12 12:27:26,008 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741894_1070 127.0.0.1:61658 127.0.0.1:61661 127.0.0.1:61668
2015-02-12 12:27:26,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0007 dst=null perm=null proto=rpc
2015-02-12 12:27:26,038 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...alue/true/true/true/false
2015-02-12 12:27:26,049 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:27:26,088 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:27:26,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 12:27:26,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:27:26,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:27:26,096 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 8
2015-02-12 12:27:26,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008 dst=null perm=null proto=rpc
2015-02-12 12:27:26,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:27:26,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:27:26,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:26,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:26,103 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:27:26,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741900_1076 src: /127.0.0.1:62445 dest: /127.0.0.1:61661
2015-02-12 12:27:26,106 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741900_1076 src: /127.0.0.1:62446 dest: /127.0.0.1:61665
2015-02-12 12:27:26,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741900_1076 src: /127.0.0.1:62447 dest: /127.0.0.1:61668
2015-02-12 12:27:26,111 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62447, dest: /127.0.0.1:61668, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741900_1076, duration: 2368000
2015-02-12 12:27:26,111 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741900_1076, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:26,112 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:27:26,112 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62446, dest: /127.0.0.1:61665, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741900_1076, duration: 3062000
2015-02-12 12:27:26,112 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:26,113 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:27:26,113 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62445, dest: /127.0.0.1:61661, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741900_1076, duration: 3955000
2015-02-12 12:27:26,113 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:26,114 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:27:26,115 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:27:26,116 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.jar
2015-02-12 12:27:26,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:26,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:26,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:26,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:26,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:26,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:27:26,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:27:26,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:27:26,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:27:26,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:27:26,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:26,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8 dst=null perm=null proto=rpc
2015-02-12 12:27:26,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8 dst=null perm=null proto=rpc
2015-02-12 12:27:26,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8 dst=null perm=null proto=rpc
2015-02-12 12:27:26,130 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:27:26,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:26,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:26,134 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.split
2015-02-12 12:27:26,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:26,135 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:27:26,137 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741901_1077 src: /127.0.0.1:62448 dest: /127.0.0.1:61665
2015-02-12 12:27:26,138 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741901_1077 src: /127.0.0.1:62449 dest: /127.0.0.1:61668
2015-02-12 12:27:26,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741901_1077 src: /127.0.0.1:62450 dest: /127.0.0.1:61658
2015-02-12 12:27:26,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741901_1077 src: /127.0.0.1:62451 dest: /127.0.0.1:61661
2015-02-12 12:27:26,145 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62451, dest: /127.0.0.1:61661, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741901_1077, duration: 2291000
2015-02-12 12:27:26,146 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741901_1077, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:26,146 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:26,146 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62450, dest: /127.0.0.1:61658, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741901_1077, duration: 2685000
2015-02-12 12:27:26,146 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:26,147 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:27:26,147 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62449, dest: /127.0.0.1:61668, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741901_1077, duration: 3705000
2015-02-12 12:27:26,147 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:26,148 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:27:26,148 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62448, dest: /127.0.0.1:61665, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741901_1077, duration: 5003000
2015-02-12 12:27:26,149 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:26,149 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:27:26,151 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:27:26,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:26,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:26,156 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:27:26,158 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741902_1078 src: /127.0.0.1:62452 dest: /127.0.0.1:61661
2015-02-12 12:27:26,159 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741902_1078 src: /127.0.0.1:62453 dest: /127.0.0.1:61668
2015-02-12 12:27:26,161 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741902_1078 src: /127.0.0.1:62454 dest: /127.0.0.1:61658
2015-02-12 12:27:26,163 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62454, dest: /127.0.0.1:61658, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741902_1078, duration: 1173000
2015-02-12 12:27:26,164 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741902_1078, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:26,164 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:27:26,164 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62453, dest: /127.0.0.1:61668, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741902_1078, duration: 1889000
2015-02-12 12:27:26,164 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:26,165 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:27:26,165 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62452, dest: /127.0.0.1:61661, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741902_1078, duration: 2648000
2015-02-12 12:27:26,165 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:26,169 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:26,170 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:27:26,170 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1
2015-02-12 12:27:26,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:26,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:26,184 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:27:26,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741903_1079 src: /127.0.0.1:62455 dest: /127.0.0.1:61661
2015-02-12 12:27:26,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741903_1079 src: /127.0.0.1:62456 dest: /127.0.0.1:61665
2015-02-12 12:27:26,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741903_1079 src: /127.0.0.1:62457 dest: /127.0.0.1:61658
2015-02-12 12:27:26,192 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62457, dest: /127.0.0.1:61658, bytes: 99413, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741903_1079, duration: 1595000
2015-02-12 12:27:26,193 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741903_1079, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:26,193 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:27:26,193 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62456, dest: /127.0.0.1:61665, bytes: 99413, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741903_1079, duration: 2089000
2015-02-12 12:27:26,193 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:26,194 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62455, dest: /127.0.0.1:61661, bytes: 99413, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741903_1079, duration: 3248000
2015-02-12 12:27:26,195 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:26,195 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:27:26,196 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:26,197 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:27:26,197 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0008
2015-02-12 12:27:26,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008 dst=null perm=null proto=rpc
2015-02-12 12:27:26,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:26,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:26,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:26,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:26,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:26,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:26,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:27:26,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:27:26,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:26,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:26,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:26,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:26,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:26,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:26,218 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 8 submitted by user soberoi
2015-02-12 12:27:26,218 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0008
2015-02-12 12:27:26,218 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0008 State change from NEW to NEW_SAVING
2015-02-12 12:27:26,218 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0008
2015-02-12 12:27:26,218 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0008
2015-02-12 12:27:26,218 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0008 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:27:26,219 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0008 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:27:26,219 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0008 from user: soberoi, in queue: default
2015-02-12 12:27:26,219 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0008 State change from SUBMITTED to ACCEPTED
2015-02-12 12:27:26,219 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0008_000001
2015-02-12 12:27:26,219 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0008_000001 State change from NEW to SUBMITTED
2015-02-12 12:27:26,220 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0008 from user: soberoi activated in queue: default
2015-02-12 12:27:26,220 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0008 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:27:26,220 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0008_000001 to scheduler from user soberoi in queue default
2015-02-12 12:27:26,221 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0008_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:27:26,221 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0008
2015-02-12 12:27:26,224 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0008/
2015-02-12 12:27:26,224 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423772685743_0008
2015-02-12 12:27:26,224 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0008/
2015-02-12 12:27:26,230 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0008_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:27:26,230 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0008 CONTAINERID=container_1423772685743_0008_01_000001
2015-02-12 12:27:26,230 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0008_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61692, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:27:26,230 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0008_000001 container=Container: [ContainerId: container_1423772685743_0008_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:27:26,230 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:27:26,230 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:26,231 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61692 for container : container_1423772685743_0008_01_000001
2015-02-12 12:27:26,231 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0008_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:27:26,232 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0008_000001
2015-02-12 12:27:26,232 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0008 AttemptId: appattempt_1423772685743_0008_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0008_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ]
2015-02-12 12:27:26,232 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0008_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:27:26,232 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0008_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:27:26,233 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0008_000001
2015-02-12 12:27:26,235 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0008_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] for AM appattempt_1423772685743_0008_000001
2015-02-12 12:27:26,235 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0008_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:27:26,235 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0008_000001
2015-02-12 12:27:26,235 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0008_000001
2015-02-12 12:27:26,240 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0008_000001 (auth:SIMPLE)
2015-02-12 12:27:26,245 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0008_01_000001 by user soberoi
2015-02-12 12:27:26,245 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0008
2015-02-12 12:27:26,245 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0008 CONTAINERID=container_1423772685743_0008_01_000001
2015-02-12 12:27:26,245 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0008 transitioned from NEW to INITING
2015-02-12 12:27:26,246 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0008_01_000001 to application application_1423772685743_0008
2015-02-12 12:27:26,246 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0008 transitioned from INITING to RUNNING
2015-02-12 12:27:26,246 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0008_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] for AM appattempt_1423772685743_0008_000001
2015-02-12 12:27:26,246 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0008_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:27:26,246 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0008_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:27:26,246 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0008
2015-02-12 12:27:26,247 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:27:26,247 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:27:26,247 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:27:26,247 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:27:26,247 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0008_01_000001
2015-02-12 12:27:26,257 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423772685743_0008_01_000001.tokens. Credentials list:
2015-02-12 12:27:26,355 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:27:26,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423772685743_0008_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0008/container_1423772685743_0008_01_000001.tokens
2015-02-12 12:27:26,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0008
2015-02-12 12:27:26,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:26,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:26,540 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:27:26,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:27:26,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:27:26,598 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0008/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:27:26,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:26,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:26,646 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0008/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:27:26,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:26,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:26,698 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0008/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:27:26,698 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0008_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:27:26,730 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0008_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:27:26,730 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:26,812 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0008/container_1423772685743_0008_01_000001/default_container_executor.sh]
2015-02-12 12:27:26,825 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:27,234 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0008_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:27:27,769 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61668 to replicate blk_1073741900_1076 to datanode(s) 127.0.0.1:61658
2015-02-12 12:27:27,770 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073741890_1066, blk_1073741891_1067, blk_1073741892_1068, blk_1073741893_1069, blk_1073741894_1070]
2015-02-12 12:27:27,770 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073741890_1066, blk_1073741891_1067, blk_1073741893_1069, blk_1073741894_1070, blk_1073741895_1071]
2015-02-12 12:27:27,826 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:28,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741890 for deletion
2015-02-12 12:27:28,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741891 for deletion
2015-02-12 12:27:28,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741892 for deletion
2015-02-12 12:27:28,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741893 for deletion
2015-02-12 12:27:28,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741890
2015-02-12 12:27:28,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741892
2015-02-12 12:27:28,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741894_1070 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741894 for deletion
2015-02-12 12:27:28,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741891
2015-02-12 12:27:28,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741894_1070 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741894
2015-02-12 12:27:28,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741893
2015-02-12 12:27:28,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:27:28,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:27:28,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:27:28,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:27:28,826 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:28,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008 dst=null perm=null proto=rpc
2015-02-12 12:27:28,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:27:28,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:27:29,015 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=cbf5b12b-ec73-485f-a254-ead4db8db64b, infoPort=61669, ipcPort=61670, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073741900_1076 to 127.0.0.1:61658
2015-02-12 12:27:29,016 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741890 for deletion
2015-02-12 12:27:29,016 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741891 for deletion
2015-02-12 12:27:29,016 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741893 for deletion
2015-02-12 12:27:29,016 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741894_1070 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741894 for deletion
2015-02-12 12:27:29,017 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741895 for deletion
2015-02-12 12:27:29,018 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073741900_1076 (numBytes=254067) to /127.0.0.1:61658
2015-02-12 12:27:29,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741890
2015-02-12 12:27:29,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741893
2015-02-12 12:27:29,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741891
2015-02-12 12:27:29,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741894_1070 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741894
2015-02-12 12:27:29,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741895
2015-02-12 12:27:29,019 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741900_1076 src: /127.0.0.1:62466 dest: /127.0.0.1:61658
2015-02-12 12:27:29,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073741900_1076 src: /127.0.0.1:62466 dest: /127.0.0.1:61658 of size 254067
2015-02-12 12:27:29,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741900_1076 size 254067
2015-02-12 12:27:29,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:27:29,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:27:29,828 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:29,974 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0008_000001 (auth:SIMPLE)
2015-02-12 12:27:29,975 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0008_000001
2015-02-12 12:27:29,975 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0008 APPATTEMPTID=appattempt_1423772685743_0008_000001
2015-02-12 12:27:29,975 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0008_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:27:29,976 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0008 State change from ACCEPTED to RUNNING
2015-02-12 12:27:30,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job_1423772685743_0008_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:30,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:27:30,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job_1423772685743_0008_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:30,190 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job_1423772685743_0008_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:27:30,233 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741904_1080 src: /127.0.0.1:62473 dest: /127.0.0.1:61665
2015-02-12 12:27:30,234 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741904_1080 src: /127.0.0.1:62474 dest: /127.0.0.1:61658
2015-02-12 12:27:30,236 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741904_1080 src: /127.0.0.1:62475 dest: /127.0.0.1:61668
2015-02-12 12:27:30,275 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62475, dest: /127.0.0.1:61668, bytes: 116698, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-883755970_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741904_1080, duration: 37625000
2015-02-12 12:27:30,275 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741904_1080, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:30,276 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62474, dest: /127.0.0.1:61658, bytes: 116698, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-883755970_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741904_1080, duration: 38592000
2015-02-12 12:27:30,277 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:30,277 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:27:30,279 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62473, dest: /127.0.0.1:61665, bytes: 116698, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-883755970_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741904_1080, duration: 41360000
2015-02-12 12:27:30,279 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:30,280 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:27:30,282 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:27:30,291 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job_1423772685743_0008_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-883755970_1
2015-02-12 12:27:30,637 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 12:27:30,637 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 12:27:30,774 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073741890_1066, blk_1073741891_1067, blk_1073741892_1068, blk_1073741893_1069, blk_1073741894_1070, blk_1073741895_1071]
2015-02-12 12:27:30,774 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073741890_1066, blk_1073741891_1067, blk_1073741892_1068, blk_1073741895_1071]
2015-02-12 12:27:30,832 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:31,148 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772685743_0007_01_000001 succeeded
2015-02-12 12:27:31,148 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:27:31,148 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0007_01_000001
2015-02-12 12:27:31,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000001
2015-02-12 12:27:31,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000001
2015-02-12 12:27:31,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000001
2015-02-12 12:27:31,162 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000001
2015-02-12 12:27:31,162 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0007_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:27:31,162 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0007_01_000001 from application application_1423772685743_0007
2015-02-12 12:27:31,162 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:31,162 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0007
2015-02-12 12:27:31,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0007/container_1423772685743_0007_01_000001
2015-02-12 12:27:31,177 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0008_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:27:31,178 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0008 CONTAINERID=container_1423772685743_0008_01_000002
2015-02-12 12:27:31,178 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0008_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:27:31,178 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0008_000001 container=Container: [ContainerId: container_1423772685743_0008_01_000002, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:27:31,178 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-12 12:27:31,178 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:31,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741890 for deletion
2015-02-12 12:27:31,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741891 for deletion
2015-02-12 12:27:31,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741892 for deletion
2015-02-12 12:27:31,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741890
2015-02-12 12:27:31,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741893 for deletion
2015-02-12 12:27:31,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741894_1070 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741894 for deletion
2015-02-12 12:27:31,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741891
2015-02-12 12:27:31,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741892
2015-02-12 12:27:31,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741893
2015-02-12 12:27:31,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741895 for deletion
2015-02-12 12:27:31,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741894_1070 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741894
2015-02-12 12:27:31,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741895
2015-02-12 12:27:31,764 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741890 for deletion
2015-02-12 12:27:31,765 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741891 for deletion
2015-02-12 12:27:31,765 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741892 for deletion
2015-02-12 12:27:31,765 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741895 for deletion
2015-02-12 12:27:31,765 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741890
2015-02-12 12:27:31,766 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741891
2015-02-12 12:27:31,766 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741892
2015-02-12 12:27:31,766 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741895
2015-02-12 12:27:31,833 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0007_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:27:31,833 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772685743_0007_000001
2015-02-12 12:27:31,833 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0007_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:27:31,834 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000001
2015-02-12 12:27:31,834 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772685743_0007_000001
2015-02-12 12:27:31,834 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0007_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61696, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:27:31,834 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0007_000001 State change from FINISHING to FINISHED
2015-02-12 12:27:31,835 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:27:31,835 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0007 State change from FINISHING to FINISHED
2015-02-12 12:27:31,835 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0007_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:27:31,835 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772685743_0007
2015-02-12 12:27:31,835 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:31,835 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772685743_0007,name=[5CE317BB7EDE4CDABBD93127534F5D16/CE8ED13C1EA34715A90BCE75DD70164C] lower*upper/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:61686/proxy/application_1423772685743_0007/jobhistory/job/job_1423772685743_0007,appMasterHost=10.1.1.68,startTime=1423772828375,finishTime=1423772844996,finalStatus=SUCCEEDED
2015-02-12 12:27:31,835 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772685743_0007_000001
2015-02-12 12:27:31,835 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-02-12 12:27:31,836 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0007_000001 released container container_1423772685743_0007_01_000001 on node: host: 10.1.1.68:61696 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:27:31,836 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:31,836 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772685743_0007_000001 is done. finalState=FINISHED
2015-02-12 12:27:31,836 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772685743_0007 requests cleared
2015-02-12 12:27:31,836 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772685743_0007 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:27:31,837 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772685743_0007 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:27:31,839 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0007_000001 (auth:SIMPLE)
2015-02-12 12:27:31,840 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0007_01_000001
2015-02-12 12:27:31,841 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0007 CONTAINERID=container_1423772685743_0007_01_000001
2015-02-12 12:27:31,841 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0007_01_000001]
2015-02-12 12:27:31,841 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:31,841 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:27:31,841 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:31,842 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0007
2015-02-12 12:27:31,842 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0007
2015-02-12 12:27:31,842 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0007
2015-02-12 12:27:31,843 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:27:31,843 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0007, with delay of 10800 seconds
2015-02-12 12:27:31,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0007
2015-02-12 12:27:31,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0007
2015-02-12 12:27:32,020 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61688 for container : container_1423772685743_0008_01_000002
2015-02-12 12:27:32,021 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0008_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:27:32,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:32,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:32,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:32,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:32,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:32,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:32,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:32,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:32,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:32,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:32,133 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0008_000001 (auth:SIMPLE)
2015-02-12 12:27:32,136 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0008_01_000002 by user soberoi
2015-02-12 12:27:32,136 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0008
2015-02-12 12:27:32,137 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0008 CONTAINERID=container_1423772685743_0008_01_000002
2015-02-12 12:27:32,137 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0008 transitioned from NEW to INITING
2015-02-12 12:27:32,137 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0008_01_000002 to application application_1423772685743_0008
2015-02-12 12:27:32,137 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0008 transitioned from INITING to RUNNING
2015-02-12 12:27:32,138 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0008_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:27:32,138 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0008
2015-02-12 12:27:32,138 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0008
2015-02-12 12:27:32,138 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:27:32,138 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0008
2015-02-12 12:27:32,138 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:27:32,138 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:27:32,138 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0008_01_000002
2015-02-12 12:27:32,148 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423772685743_0008_01_000002.tokens. Credentials list:
2015-02-12 12:27:32,178 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0008_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:27:32,251 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:27:32,269 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741899_1075
2015-02-12 12:27:32,269 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741898_1074
2015-02-12 12:27:32,326 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423772685743_0008_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0008/container_1423772685743_0008_01_000002.tokens
2015-02-12 12:27:32,326 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0008
2015-02-12 12:27:32,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:32,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:32,429 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:27:32,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:32,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:32,472 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741900_1076
2015-02-12 12:27:32,473 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741901_1077
2015-02-12 12:27:32,473 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741897_1073
2015-02-12 12:27:32,477 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:27:32,477 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0008_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:27:32,486 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741898_1074
2015-02-12 12:27:32,487 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741903_1079
2015-02-12 12:27:32,487 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741901_1077
2015-02-12 12:27:32,488 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741896_1072
2015-02-12 12:27:32,488 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741902_1078
2015-02-12 12:27:32,508 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0008_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:27:32,509 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:32,589 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0008/container_1423772685743_0008_01_000002/default_container_executor.sh]
2015-02-12 12:27:32,632 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741901_1077
2015-02-12 12:27:32,632 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741897_1073
2015-02-12 12:27:32,667 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741898_1074
2015-02-12 12:27:32,667 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741896_1072
2015-02-12 12:27:32,667 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741901_1077
2015-02-12 12:27:32,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741899_1075
2015-02-12 12:27:32,671 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741903_1079
2015-02-12 12:27:32,671 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741902_1078
2015-02-12 12:27:32,836 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741900_1076
2015-02-12 12:27:32,837 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741896_1072
2015-02-12 12:27:32,838 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741903_1079
2015-02-12 12:27:32,846 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:32,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741900_1076
2015-02-12 12:27:32,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741897_1073
2015-02-12 12:27:32,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741902_1078
2015-02-12 12:27:33,033 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:27:33,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741899_1075
2015-02-12 12:27:34,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:34,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:27:34,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:27:35,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1423772685743_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:27:35,192 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0008_000001 (auth:SIMPLE)
2015-02-12 12:27:35,194 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0008_01_000002
2015-02-12 12:27:35,194 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0008 CONTAINERID=container_1423772685743_0008_01_000002
2015-02-12 12:27:35,194 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0008_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:27:35,194 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0008_01_000002
2015-02-12 12:27:35,213 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job_1423772685743_0008_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:27:35,216 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741905_1081 src: /127.0.0.1:62487 dest: /127.0.0.1:61668
2015-02-12 12:27:35,217 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0008_01_000002 is : 143
2015-02-12 12:27:35,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741905_1081 src: /127.0.0.1:62488 dest: /127.0.0.1:61658
2015-02-12 12:27:35,219 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741905_1081 src: /127.0.0.1:62489 dest: /127.0.0.1:61661
2015-02-12 12:27:35,224 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0008_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:27:35,225 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job_1423772685743_0008_1.jhist for DFSClient_NONMAPREDUCE_-883755970_1
2015-02-12 12:27:35,225 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0008/container_1423772685743_0008_01_000002
2015-02-12 12:27:35,225 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0008/container_1423772685743_0008_01_000002
2015-02-12 12:27:35,226 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0008 CONTAINERID=container_1423772685743_0008_01_000002
2015-02-12 12:27:35,226 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0008_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:27:35,226 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0008_01_000002 from application application_1423772685743_0008
2015-02-12 12:27:35,226 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:35,227 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0008
2015-02-12 12:27:35,227 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0008/container_1423772685743_0008_01_000002
2015-02-12 12:27:35,226 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0008/container_1423772685743_0008_01_000002
2015-02-12 12:27:36,197 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0008_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:27:36,197 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0008_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:27:36,197 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0008 CONTAINERID=container_1423772685743_0008_01_000002
2015-02-12 12:27:36,197 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0008_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:27:36,198 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:27:36,199 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0008_01_000002, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:27:36,199 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:36,199 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:27:36,199 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0008_000001 released container container_1423772685743_0008_01_000002 on node: host: 10.1.1.68:61688 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:27:37,202 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:37,203 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0008_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:27:37,203 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0008 CONTAINERID=container_1423772685743_0008_01_000003
2015-02-12 12:27:37,203 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0008_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:27:37,203 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0008_000001 container=Container: [ContainerId: container_1423772685743_0008_01_000003, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:27:37,204 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:27:37,204 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:37,496 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741900_1076
2015-02-12 12:27:37,701 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741904_1080
2015-02-12 12:27:37,879 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741904_1080
2015-02-12 12:27:38,043 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741904_1080
2015-02-12 12:27:38,056 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0008_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:27:38,067 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0008_000001 (auth:SIMPLE)
2015-02-12 12:27:38,069 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0008_01_000003 by user soberoi
2015-02-12 12:27:38,070 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0008 CONTAINERID=container_1423772685743_0008_01_000003
2015-02-12 12:27:38,070 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0008_01_000003 to application application_1423772685743_0008
2015-02-12 12:27:38,070 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0008_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:27:38,070 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0008
2015-02-12 12:27:38,070 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0008
2015-02-12 12:27:38,070 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:27:38,071 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0008
2015-02-12 12:27:38,071 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0008_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:27:38,100 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0008_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:27:38,100 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:38,184 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0008/container_1423772685743_0008_01_000003/default_container_executor.sh]
2015-02-12 12:27:38,205 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0008_01_000002]
2015-02-12 12:27:38,205 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0008_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:27:38,205 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:39,060 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:27:40,563 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:27:40,777 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 668 Total time for transactions(ms): 52 Number of transactions batched in Syncs: 0 Number of syncs: 446 SyncTimes(ms): 16 7
2015-02-12 12:27:40,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1423772685743_0008_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:40,837 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1423772685743_0008_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:27:40,924 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741906_1082 src: /127.0.0.1:62494 dest: /127.0.0.1:61668
2015-02-12 12:27:40,926 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741906_1082 src: /127.0.0.1:62495 dest: /127.0.0.1:61665
2015-02-12 12:27:40,930 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741906_1082 src: /127.0.0.1:62496 dest: /127.0.0.1:61658
2015-02-12 12:27:40,974 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62496, dest: /127.0.0.1:61658, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0008_r_000000_0_-859493190_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741906_1082, duration: 41025000
2015-02-12 12:27:40,974 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741906_1082, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:40,975 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62495, dest: /127.0.0.1:61665, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0008_r_000000_0_-859493190_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741906_1082, duration: 41902000
2015-02-12 12:27:40,975 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:27:40,975 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:27:40,976 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62494, dest: /127.0.0.1:61668, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0008_r_000000_0_-859493190_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741906_1082, duration: 42986000
2015-02-12 12:27:40,976 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:40,975 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:40,978 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:27:40,980 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1423772685743_0008_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0008_r_000000_0_-859493190_1
2015-02-12 12:27:40,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1423772685743_0008_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:27:41,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1423772685743_0008_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:27:41,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/task_1423772685743_0008_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:27:41,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1423772685743_0008_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/task_1423772685743_0008_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:27:41,020 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0008_000001 (auth:SIMPLE)
2015-02-12 12:27:41,023 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0008_01_000003
2015-02-12 12:27:41,023 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0008 CONTAINERID=container_1423772685743_0008_01_000003
2015-02-12 12:27:41,023 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0008_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:27:41,023 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0008_01_000003
2015-02-12 12:27:41,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:41,032 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-883755970_1
2015-02-12 12:27:41,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:27:41,043 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0008_01_000003 is : 143
2015-02-12 12:27:41,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 12:27:41,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 12:27:41,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/task_1423772685743_0008_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:27:41,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:27:41,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/task_1423772685743_0008_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:41,054 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0008_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:27:41,055 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0008 CONTAINERID=container_1423772685743_0008_01_000003
2015-02-12 12:27:41,055 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0008_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:27:41,055 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0008_01_000003 from application application_1423772685743_0008
2015-02-12 12:27:41,056 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:41,055 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0008/container_1423772685743_0008_01_000003
2015-02-12 12:27:41,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0008/container_1423772685743_0008_01_000003
2015-02-12 12:27:41,056 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0008
2015-02-12 12:27:41,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0008/container_1423772685743_0008_01_000003
2015-02-12 12:27:41,055 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0008/container_1423772685743_0008_01_000003
2015-02-12 12:27:41,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary dst=null perm=null proto=rpc
2015-02-12 12:27:41,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:41,064 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-883755970_1
2015-02-12 12:27:41,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:41,068 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-883755970_1
2015-02-12 12:27:41,087 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62489, dest: /127.0.0.1:61661, bytes: 38029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-883755970_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741905_1081, duration: 5865749000
2015-02-12 12:27:41,087 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741905_1081, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:41,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 13749
2015-02-12 12:27:41,089 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62488, dest: /127.0.0.1:61658, bytes: 38029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-883755970_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741905_1081, duration: 5867561000
2015-02-12 12:27:41,089 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:41,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 13749
2015-02-12 12:27:41,091 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62487, dest: /127.0.0.1:61668, bytes: 38029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-883755970_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741905_1081, duration: 5869596000
2015-02-12 12:27:41,091 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:41,091 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 13749
2015-02-12 12:27:41,093 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job_1423772685743_0008_1.jhist is closed by DFSClient_NONMAPREDUCE_-883755970_1
2015-02-12 12:27:41,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:41,098 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:27:41,100 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741907_1083 src: /127.0.0.1:62511 dest: /127.0.0.1:61658
2015-02-12 12:27:41,102 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741907_1083 src: /127.0.0.1:62512 dest: /127.0.0.1:61665
2015-02-12 12:27:41,103 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741907_1083 src: /127.0.0.1:62513 dest: /127.0.0.1:61668
2015-02-12 12:27:41,106 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62513, dest: /127.0.0.1:61668, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-883755970_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741907_1083, duration: 1418000
2015-02-12 12:27:41,106 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741907_1083, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:41,107 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:27:41,107 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62512, dest: /127.0.0.1:61665, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-883755970_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741907_1083, duration: 2154000
2015-02-12 12:27:41,107 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:41,108 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:27:41,108 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62511, dest: /127.0.0.1:61658, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-883755970_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741907_1083, duration: 3127000
2015-02-12 12:27:41,108 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:41,109 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:27:41,110 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008.summary_tmp is closed by DFSClient_NONMAPREDUCE_-883755970_1
2015-02-12 12:27:41,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:41,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job_1423772685743_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:27:41,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008-1423772846217-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2F8AD554F6AD1F4C34-1423772861069-1-1-SUCCEEDED-default-1423772849992.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:27:41,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job_1423772685743_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:27:41,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008-1423772846217-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2F8AD554F6AD1F4C34-1423772861069-1-1-SUCCEEDED-default-1423772849992.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:27:41,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job_1423772685743_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:27:41,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008-1423772846217-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2F8AD554F6AD1F4C34-1423772861069-1-1-SUCCEEDED-default-1423772849992.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:41,135 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008-1423772846217-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2F8AD554F6AD1F4C34-1423772861069-1-1-SUCCEEDED-default-1423772849992.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:27:41,137 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741908_1084 src: /127.0.0.1:62515 dest: /127.0.0.1:61661
2015-02-12 12:27:41,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741908_1084 src: /127.0.0.1:62516 dest: /127.0.0.1:61665
2015-02-12 12:27:41,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741908_1084 src: /127.0.0.1:62517 dest: /127.0.0.1:61658
2015-02-12 12:27:41,144 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62517, dest: /127.0.0.1:61658, bytes: 38029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-883755970_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741908_1084, duration: 2184000
2015-02-12 12:27:41,144 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741908_1084, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:41,145 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:27:41,145 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62516, dest: /127.0.0.1:61665, bytes: 38029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-883755970_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741908_1084, duration: 2626000
2015-02-12 12:27:41,145 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:41,146 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:27:41,146 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62515, dest: /127.0.0.1:61661, bytes: 38029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-883755970_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741908_1084, duration: 3789000
2015-02-12 12:27:41,146 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:41,147 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:41,148 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008-1423772846217-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2F8AD554F6AD1F4C34-1423772861069-1-1-SUCCEEDED-default-1423772849992.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-883755970_1
2015-02-12 12:27:41,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008-1423772846217-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2F8AD554F6AD1F4C34-1423772861069-1-1-SUCCEEDED-default-1423772849992.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:41,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job_1423772685743_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:27:41,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:27:41,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job_1423772685743_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:27:41,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:27:41,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008/job_1423772685743_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:27:41,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:41,165 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:27:41,167 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741909_1085 src: /127.0.0.1:62519 dest: /127.0.0.1:61668
2015-02-12 12:27:41,169 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741909_1085 src: /127.0.0.1:62520 dest: /127.0.0.1:61665
2015-02-12 12:27:41,170 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741909_1085 src: /127.0.0.1:62521 dest: /127.0.0.1:61661
2015-02-12 12:27:41,174 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62521, dest: /127.0.0.1:61661, bytes: 116698, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-883755970_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741909_1085, duration: 1886000
2015-02-12 12:27:41,174 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741909_1085, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:41,174 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:27:41,175 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62520, dest: /127.0.0.1:61665, bytes: 116698, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-883755970_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741909_1085, duration: 2686000
2015-02-12 12:27:41,175 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:41,175 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:27:41,176 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62519, dest: /127.0.0.1:61668, bytes: 116698, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-883755970_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741909_1085, duration: 3588000
2015-02-12 12:27:41,177 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:41,178 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:27:41,179 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-883755970_1
2015-02-12 12:27:41,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:41,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:41,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:41,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008-1423772846217-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2F8AD554F6AD1F4C34-1423772861069-1-1-SUCCEEDED-default-1423772849992.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008-1423772846217-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2F8AD554F6AD1F4C34-1423772861069-1-1-SUCCEEDED-default-1423772849992.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:41,193 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0008_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:27:41,194 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0008_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:27:41,194 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0008 with final state: FINISHING
2015-02-12 12:27:41,194 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0008 State change from RUNNING to FINAL_SAVING
2015-02-12 12:27:41,195 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0008
2015-02-12 12:27:41,195 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0008_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:27:41,195 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0008 State change from FINAL_SAVING to FINISHING
2015-02-12 12:27:42,027 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0008_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:27:42,027 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0008_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:27:42,027 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0008 CONTAINERID=container_1423772685743_0008_01_000003
2015-02-12 12:27:42,027 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0008_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:27:42,027 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:27:42,030 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0008_01_000003, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:27:42,031 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:42,031 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:27:42,031 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0008_000001 released container container_1423772685743_0008_01_000003 on node: host: 10.1.1.68:61688 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:27:42,197 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0008 unregistered successfully.
2015-02-12 12:27:42,201 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741900_1076 127.0.0.1:61661 127.0.0.1:61665 127.0.0.1:61668 127.0.0.1:61658
2015-02-12 12:27:42,201 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741901_1077 127.0.0.1:61665 127.0.0.1:61668 127.0.0.1:61658 127.0.0.1:61661
2015-02-12 12:27:42,201 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741902_1078 127.0.0.1:61661 127.0.0.1:61668 127.0.0.1:61658
2015-02-12 12:27:42,201 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741903_1079 127.0.0.1:61661 127.0.0.1:61665 127.0.0.1:61658
2015-02-12 12:27:42,201 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741905_1081 127.0.0.1:61668 127.0.0.1:61658 127.0.0.1:61661
2015-02-12 12:27:42,201 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741904_1080 127.0.0.1:61665 127.0.0.1:61658 127.0.0.1:61668
2015-02-12 12:27:42,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0008 dst=null perm=null proto=rpc
2015-02-12 12:27:42,236 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741896_1072 127.0.0.1:61665 127.0.0.1:61668 127.0.0.1:61658
2015-02-12 12:27:42,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/5599702778_lower_upper_2CE431268EBD4EB7A8EBC691A718F0B8 dst=null perm=null proto=rpc
2015-02-12 12:27:42,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 12:27:42,237 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary
2015-02-12 12:27:42,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary dst=null perm=null proto=rpc
2015-02-12 12:27:42,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 12:27:42,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 12:27:42,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 12:27:42,253 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:27:42,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:27:42,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:27:42,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 12:27:42,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 12:27:42,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 12:27:42,273 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:27:42,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:27:42,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:27:42,280 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false
2015-02-12 12:27:42,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 12:27:42,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 12:27:42,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 12:27:42,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 12:27:42,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:27:42,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:27:42,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:27:42,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:27:42,309 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:27:42,309 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:27:42,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:27:42,334 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 12:27:42,335 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt"]
2015-02-12 12:27:42,335 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"]
2015-02-12 12:27:42,335 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false"]
2015-02-12 12:27:42,335 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 12:27:42,336 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-02-12 12:27:42,336 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-02-12 12:27:42,337 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-02-12 12:27:42,349 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:27:42,359 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:27:42,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023 dst=null perm=null proto=rpc
2015-02-12 12:27:42,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:27:42,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:27:42,365 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 9
2015-02-12 12:27:42,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009 dst=null perm=null proto=rpc
2015-02-12 12:27:42,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:27:42,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:27:42,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:42,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:42,371 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:27:42,373 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741910_1086 src: /127.0.0.1:62526 dest: /127.0.0.1:61658
2015-02-12 12:27:42,374 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741910_1086 src: /127.0.0.1:62527 dest: /127.0.0.1:61661
2015-02-12 12:27:42,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741910_1086 src: /127.0.0.1:62528 dest: /127.0.0.1:61665
2015-02-12 12:27:42,379 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62528, dest: /127.0.0.1:61665, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741910_1086, duration: 2176000
2015-02-12 12:27:42,380 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741910_1086, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:42,380 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:27:42,380 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62527, dest: /127.0.0.1:61661, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741910_1086, duration: 2816000
2015-02-12 12:27:42,380 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:42,381 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:42,381 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62526, dest: /127.0.0.1:61658, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741910_1086, duration: 3759000
2015-02-12 12:27:42,381 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:42,385 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:27:42,386 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:27:42,387 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.jar
2015-02-12 12:27:42,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:42,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:42,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:42,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:42,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:42,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:27:42,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:27:42,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:27:42,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:27:42,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:27:42,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:42,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:27:42,398 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:27:42,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:27:42,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:27:42,402 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:27:42,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:27:42,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:42,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:42,407 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.split
2015-02-12 12:27:42,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:42,409 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:27:42,411 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741911_1087 src: /127.0.0.1:62529 dest: /127.0.0.1:61658
2015-02-12 12:27:42,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741911_1087 src: /127.0.0.1:62530 dest: /127.0.0.1:61668
2015-02-12 12:27:42,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741911_1087 src: /127.0.0.1:62531 dest: /127.0.0.1:61665
2015-02-12 12:27:42,416 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741911_1087 src: /127.0.0.1:62532 dest: /127.0.0.1:61661
2015-02-12 12:27:42,420 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62532, dest: /127.0.0.1:61661, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741911_1087, duration: 3126000
2015-02-12 12:27:42,422 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741911_1087, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:42,422 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:42,423 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62531, dest: /127.0.0.1:61665, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741911_1087, duration: 4905000
2015-02-12 12:27:42,423 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:42,424 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:42,424 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62530, dest: /127.0.0.1:61668, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741911_1087, duration: 6131000
2015-02-12 12:27:42,424 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:42,425 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:42,425 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62529, dest: /127.0.0.1:61658, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741911_1087, duration: 6816000
2015-02-12 12:27:42,425 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:42,426 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:42,427 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:27:42,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:42,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:42,432 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:27:42,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741912_1088 src: /127.0.0.1:62533 dest: /127.0.0.1:61661
2015-02-12 12:27:42,435 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741912_1088 src: /127.0.0.1:62534 dest: /127.0.0.1:61665
2015-02-12 12:27:42,437 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741912_1088 src: /127.0.0.1:62535 dest: /127.0.0.1:61668
2015-02-12 12:27:42,440 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62535, dest: /127.0.0.1:61668, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741912_1088, duration: 1249000
2015-02-12 12:27:42,440 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741912_1088, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:42,441 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:27:42,441 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62534, dest: /127.0.0.1:61665, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741912_1088, duration: 1974000
2015-02-12 12:27:42,441 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:42,443 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62533, dest: /127.0.0.1:61661, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741912_1088, duration: 3197000
2015-02-12 12:27:42,443 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:42,443 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:27:42,445 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:27:42,446 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:27:42,446 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:2
2015-02-12 12:27:42,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:42,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:27:42,470 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:27:42,472 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741913_1089 src: /127.0.0.1:62536 dest: /127.0.0.1:61668
2015-02-12 12:27:42,473 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741913_1089 src: /127.0.0.1:62537 dest: /127.0.0.1:61658
2015-02-12 12:27:42,474 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741913_1089 src: /127.0.0.1:62538 dest: /127.0.0.1:61665
2015-02-12 12:27:42,477 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62538, dest: /127.0.0.1:61665, bytes: 100208, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741913_1089, duration: 1793000
2015-02-12 12:27:42,478 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741913_1089, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:42,478 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:27:42,478 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62537, dest: /127.0.0.1:61658, bytes: 100208, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741913_1089, duration: 2128000
2015-02-12 12:27:42,478 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:42,479 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:27:42,479 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62536, dest: /127.0.0.1:61668, bytes: 100208, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741913_1089, duration: 3393000
2015-02-12 12:27:42,480 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:42,481 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:27:42,482 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:27:42,483 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0009
2015-02-12 12:27:42,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009 dst=null perm=null proto=rpc
2015-02-12 12:27:42,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:42,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:42,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:42,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:42,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:42,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:42,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:27:42,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:27:42,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:42,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:42,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:42,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:42,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:42,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:42,500 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 9 submitted by user soberoi
2015-02-12 12:27:42,501 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0009
2015-02-12 12:27:42,501 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0009
2015-02-12 12:27:42,501 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0009
2015-02-12 12:27:42,501 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0009 State change from NEW to NEW_SAVING
2015-02-12 12:27:42,501 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0009 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:27:42,502 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0009 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:27:42,502 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0009 from user: soberoi, in queue: default
2015-02-12 12:27:42,502 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0009 State change from SUBMITTED to ACCEPTED
2015-02-12 12:27:42,502 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0009_000001
2015-02-12 12:27:42,502 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0009_000001 State change from NEW to SUBMITTED
2015-02-12 12:27:42,502 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0009 from user: soberoi activated in queue: default
2015-02-12 12:27:42,503 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0009 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:27:42,503 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0009_000001 to scheduler from user soberoi in queue default
2015-02-12 12:27:42,503 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0009
2015-02-12 12:27:42,504 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0009_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:27:42,506 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0009/
2015-02-12 12:27:42,506 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423772685743_0009
2015-02-12 12:27:42,506 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0009/
2015-02-12 12:27:42,785 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61661 to replicate blk_1073741910_1086 to datanode(s) 127.0.0.1:61668
2015-02-12 12:27:42,785 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741896_1072, blk_1073741900_1076, blk_1073741901_1077, blk_1073741902_1078, blk_1073741903_1079]
2015-02-12 12:27:42,786 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741896_1072, blk_1073741900_1076, blk_1073741901_1077, blk_1073741902_1078]
2015-02-12 12:27:42,872 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0009_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:27:42,872 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000001
2015-02-12 12:27:42,872 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0009_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61696, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:27:42,872 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0009_000001 container=Container: [ContainerId: container_1423772685743_0009_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:27:42,873 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:27:42,873 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:42,874 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61696 for container : container_1423772685743_0009_01_000001
2015-02-12 12:27:42,875 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0009_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:27:42,875 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0009_000001
2015-02-12 12:27:42,875 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0009 AttemptId: appattempt_1423772685743_0009_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0009_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ]
2015-02-12 12:27:42,875 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0009_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:27:42,876 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0009_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:27:42,876 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0009_000001
2015-02-12 12:27:42,878 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0009_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] for AM appattempt_1423772685743_0009_000001
2015-02-12 12:27:42,878 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0009_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:27:42,878 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0009_000001
2015-02-12 12:27:42,878 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0009_000001
2015-02-12 12:27:42,881 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0009_000001 (auth:SIMPLE)
2015-02-12 12:27:42,883 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0009_01_000001 by user soberoi
2015-02-12 12:27:42,883 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0009
2015-02-12 12:27:42,884 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000001
2015-02-12 12:27:42,884 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0009 transitioned from NEW to INITING
2015-02-12 12:27:42,884 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0009_01_000001 to application application_1423772685743_0009
2015-02-12 12:27:42,884 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0009 transitioned from INITING to RUNNING
2015-02-12 12:27:42,885 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:27:42,885 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0009_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] for AM appattempt_1423772685743_0009_000001
2015-02-12 12:27:42,885 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0009
2015-02-12 12:27:42,885 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0009_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:27:42,885 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:27:42,885 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:27:42,886 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:27:42,886 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:27:42,886 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0009_01_000001
2015-02-12 12:27:42,895 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423772685743_0009_01_000001.tokens. Credentials list:
2015-02-12 12:27:42,996 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:27:43,027 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:43,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423772685743_0009_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000001.tokens
2015-02-12 12:27:43,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0009
2015-02-12 12:27:43,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:43,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:43,189 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:27:43,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:27:43,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:27:43,239 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0009/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:27:43,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:43,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:43,288 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0009/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:27:43,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:43,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:43,335 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0009/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:27:43,335 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:27:43,366 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:27:43,366 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:43,446 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000001/default_container_executor.sh]
2015-02-12 12:27:43,496 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=18070054-5d1e-466b-b94e-bcb360fa5187, infoPort=61662, ipcPort=61664, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073741910_1086 to 127.0.0.1:61668
2015-02-12 12:27:43,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741904 for deletion
2015-02-12 12:27:43,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741905 for deletion
2015-02-12 12:27:43,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741896 for deletion
2015-02-12 12:27:43,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741900 for deletion
2015-02-12 12:27:43,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741901 for deletion
2015-02-12 12:27:43,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741902 for deletion
2015-02-12 12:27:43,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741903 for deletion
2015-02-12 12:27:43,499 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073741910_1086 (numBytes=254067) to /127.0.0.1:61668
2015-02-12 12:27:43,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741904
2015-02-12 12:27:43,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741896
2015-02-12 12:27:43,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741901
2015-02-12 12:27:43,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741903
2015-02-12 12:27:43,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741905
2015-02-12 12:27:43,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741900
2015-02-12 12:27:43,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741902
2015-02-12 12:27:43,501 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741910_1086 src: /127.0.0.1:62544 dest: /127.0.0.1:61668
2015-02-12 12:27:43,503 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073741910_1086 src: /127.0.0.1:62544 dest: /127.0.0.1:61668 of size 254067
2015-02-12 12:27:43,504 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741910_1086 size 254067
2015-02-12 12:27:43,876 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0009_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:27:44,027 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741904 for deletion
2015-02-12 12:27:44,027 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741905 for deletion
2015-02-12 12:27:44,028 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741896 for deletion
2015-02-12 12:27:44,028 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741904
2015-02-12 12:27:44,028 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741905
2015-02-12 12:27:44,028 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741896
2015-02-12 12:27:44,028 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741900 for deletion
2015-02-12 12:27:44,029 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741901 for deletion
2015-02-12 12:27:44,029 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741902 for deletion
2015-02-12 12:27:44,029 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:44,029 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741900
2015-02-12 12:27:44,029 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741901
2015-02-12 12:27:44,030 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741902
2015-02-12 12:27:44,246 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2015-02-12 12:27:44,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:27:44,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:27:44,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001.summary dst=null perm=null proto=rpc
2015-02-12 12:27:44,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002.summary dst=null perm=null proto=rpc
2015-02-12 12:27:44,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003.summary dst=null perm=null proto=rpc
2015-02-12 12:27:44,263 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423772685743_0001,submitTime=1423772691971,launchTime=1423772696760,firstMapTaskLaunchTime=1423772698964,firstReduceTaskLaunchTime=1423772711913,finishTime=1423772715085,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=40,reduceSlotSeconds=3,jobName=[0AE94C50D85447A7A9B6C6E82754590C/AF51F2C63A394C73B34066DE02414955] test/(1/1) ...pesplatform/serialization
2015-02-12 12:27:44,263 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001.summary]
2015-02-12 12:27:44,265 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423772685743_0002,submitTime=1423772716810,launchTime=1423772720952,firstMapTaskLaunchTime=1423772723126,firstReduceTaskLaunchTime=1423772738087,finishTime=1423772741206,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=76,reduceSlotSeconds=3,jobName=[4186BF142E844D689F752385142A6004/0C4917EB12D44010B591B2A74369EFCD] lower*upper/(1/1) ...platform/writablekeyvalue
2015-02-12 12:27:44,265 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423772685743_0003,submitTime=1423772742632,launchTime=1423772746868,firstMapTaskLaunchTime=1423772749022,firstReduceTaskLaunchTime=1423772755937,finishTime=1423772759399,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=9,reduceSlotSeconds=3,jobName=[92F82CAC4A244C2B8CF1C6E590A0AB64/0D9FCDF0DF62427597B6466940FE336D] lower*upper/(1/2)
2015-02-12 12:27:44,269 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003.summary]
2015-02-12 12:27:44,269 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002.summary]
2015-02-12 12:27:44,269 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741835_1011 127.0.0.1:61665 127.0.0.1:61658 127.0.0.1:61668
2015-02-12 12:27:44,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001.summary dst=null perm=null proto=rpc
2015-02-12 12:27:44,272 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741857_1033 127.0.0.1:61665 127.0.0.1:61661 127.0.0.1:61658
2015-02-12 12:27:44,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003.summary dst=null perm=null proto=rpc
2015-02-12 12:27:44,276 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741847_1023 127.0.0.1:61658 127.0.0.1:61668 127.0.0.1:61665
2015-02-12 12:27:44,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002.summary dst=null perm=null proto=rpc
2015-02-12 12:27:44,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:27:44,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:27:44,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:44,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:44,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:27:44,281 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002-1423772716810-soberoi-%5B4186BF142E844D689F752385142A6004%2F0C4917EB12D44010-1423772741206-6-1-SUCCEEDED-default-1423772720952.jhist to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0002-1423772716810-soberoi-%5B4186BF142E844D689F752385142A6004%2F0C4917EB12D44010-1423772741206-6-1-SUCCEEDED-default-1423772720952.jhist
2015-02-12 12:27:44,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:27:44,283 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 12:27:44,283 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003-1423772742632-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F0D9FCDF0DF624275-1423772759399-2-1-SUCCEEDED-default-1423772746868.jhist to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0003-1423772742632-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F0D9FCDF0DF624275-1423772759399-2-1-SUCCEEDED-default-1423772746868.jhist
2015-02-12 12:27:44,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:27:44,285 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 12:27:44,286 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001-1423772691971-soberoi-%5B0AE94C50D85447A7A9B6C6E82754590C%2FAF51F2C63A394C73-1423772715085-4-1-SUCCEEDED-default-1423772696760.jhist to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0001-1423772691971-soberoi-%5B0AE94C50D85447A7A9B6C6E82754590C%2FAF51F2C63A394C73-1423772715085-4-1-SUCCEEDED-default-1423772696760.jhist
2015-02-12 12:27:44,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002-1423772716810-soberoi-%5B4186BF142E844D689F752385142A6004%2F0C4917EB12D44010-1423772741206-6-1-SUCCEEDED-default-1423772720952.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0002-1423772716810-soberoi-%5B4186BF142E844D689F752385142A6004%2F0C4917EB12D44010-1423772741206-6-1-SUCCEEDED-default-1423772720952.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:44,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003-1423772742632-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F0D9FCDF0DF624275-1423772759399-2-1-SUCCEEDED-default-1423772746868.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0003-1423772742632-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F0D9FCDF0DF624275-1423772759399-2-1-SUCCEEDED-default-1423772746868.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:44,288 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002_conf.xml to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0002_conf.xml
2015-02-12 12:27:44,288 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003_conf.xml to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0003_conf.xml
2015-02-12 12:27:44,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001-1423772691971-soberoi-%5B0AE94C50D85447A7A9B6C6E82754590C%2FAF51F2C63A394C73-1423772715085-4-1-SUCCEEDED-default-1423772696760.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0001-1423772691971-soberoi-%5B0AE94C50D85447A7A9B6C6E82754590C%2FAF51F2C63A394C73-1423772715085-4-1-SUCCEEDED-default-1423772696760.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:44,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0002_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0002_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:44,291 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001_conf.xml to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0001_conf.xml
2015-02-12 12:27:44,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0003_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0003_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:44,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004.summary dst=null perm=null proto=rpc
2015-02-12 12:27:44,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005.summary dst=null perm=null proto=rpc
2015-02-12 12:27:44,297 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423772685743_0004,submitTime=1423772760768,launchTime=1423772765702,firstMapTaskLaunchTime=1423772767843,firstReduceTaskLaunchTime=1423772773775,finishTime=1423772777237,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=3,reduceSlotSeconds=3,jobName=[92F82CAC4A244C2B8CF1C6E590A0AB64/94AD237CB7DB4C928B88B839A4AF60EA] lower*upper/(2/2) ...ue/true/false/false/false
2015-02-12 12:27:44,297 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004.summary]
2015-02-12 12:27:44,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0001_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:44,308 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423772685743_0005,submitTime=1423772778762,launchTime=1423772783319,firstMapTaskLaunchTime=1423772785554,firstReduceTaskLaunchTime=1423772802456,finishTime=1423772806110,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=85,reduceSlotSeconds=3,jobName=[393BB8C1A836426594843D24A646A287/0EC46730F2484EF2AD04FC447A4D4AA2] lower*upper/(1/1) ...orm/byteswritablekeyvalue
2015-02-12 12:27:44,309 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005.summary]
2015-02-12 12:27:44,309 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741867_1043 127.0.0.1:61668 127.0.0.1:61665 127.0.0.1:61658
2015-02-12 12:27:44,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004.summary dst=null perm=null proto=rpc
2015-02-12 12:27:44,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006.summary dst=null perm=null proto=rpc
2015-02-12 12:27:44,322 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741877_1053 127.0.0.1:61668 127.0.0.1:61661 127.0.0.1:61658
2015-02-12 12:27:44,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005.summary dst=null perm=null proto=rpc
2015-02-12 12:27:44,328 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423772685743_0006,submitTime=1423772807537,launchTime=1423772811817,firstMapTaskLaunchTime=1423772814001,firstReduceTaskLaunchTime=1423772823908,finishTime=1423772826959,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=31,reduceSlotSeconds=3,jobName=[F8A3BC61614141B8A069B116F1F93428/C75CA0A259D44E6DBF91E9149BB1037A] test/(1/1) ...dpipesplatform/bigdecimal
2015-02-12 12:27:44,328 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006.summary]
2015-02-12 12:27:44,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:27:44,331 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004-1423772760768-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F94AD237CB7DB4C92-1423772777237-1-1-SUCCEEDED-default-1423772765702.jhist to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0004-1423772760768-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F94AD237CB7DB4C92-1423772777237-1-1-SUCCEEDED-default-1423772765702.jhist
2015-02-12 12:27:44,332 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741887_1063 127.0.0.1:61658 127.0.0.1:61668 127.0.0.1:61661
2015-02-12 12:27:44,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006.summary dst=null perm=null proto=rpc
2015-02-12 12:27:44,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:27:44,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004-1423772760768-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F94AD237CB7DB4C92-1423772777237-1-1-SUCCEEDED-default-1423772765702.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0004-1423772760768-soberoi-%5B92F82CAC4A244C2B8CF1C6E590A0AB64%2F94AD237CB7DB4C92-1423772777237-1-1-SUCCEEDED-default-1423772765702.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:44,335 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005-1423772778762-soberoi-%5B393BB8C1A836426594843D24A646A287%2F0EC46730F2484EF2-1423772806110-6-1-SUCCEEDED-default-1423772783319.jhist to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0005-1423772778762-soberoi-%5B393BB8C1A836426594843D24A646A287%2F0EC46730F2484EF2-1423772806110-6-1-SUCCEEDED-default-1423772783319.jhist
2015-02-12 12:27:44,337 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004_conf.xml to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0004_conf.xml
2015-02-12 12:27:44,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005-1423772778762-soberoi-%5B393BB8C1A836426594843D24A646A287%2F0EC46730F2484EF2-1423772806110-6-1-SUCCEEDED-default-1423772783319.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0005-1423772778762-soberoi-%5B393BB8C1A836426594843D24A646A287%2F0EC46730F2484EF2-1423772806110-6-1-SUCCEEDED-default-1423772783319.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:44,341 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005_conf.xml to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0005_conf.xml
2015-02-12 12:27:44,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:27:44,352 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006-1423772807537-soberoi-%5BF8A3BC61614141B8A069B116F1F93428%2FC75CA0A259D44E6D-1423772826959-4-1-SUCCEEDED-default-1423772811817.jhist to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0006-1423772807537-soberoi-%5BF8A3BC61614141B8A069B116F1F93428%2FC75CA0A259D44E6D-1423772826959-4-1-SUCCEEDED-default-1423772811817.jhist
2015-02-12 12:27:44,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0005_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0005_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:44,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006-1423772807537-soberoi-%5BF8A3BC61614141B8A069B116F1F93428%2FC75CA0A259D44E6D-1423772826959-4-1-SUCCEEDED-default-1423772811817.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0006-1423772807537-soberoi-%5BF8A3BC61614141B8A069B116F1F93428%2FC75CA0A259D44E6D-1423772826959-4-1-SUCCEEDED-default-1423772811817.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:44,362 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006_conf.xml to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0006_conf.xml
2015-02-12 12:27:44,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0004_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0004_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:44,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0006_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0006_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:44,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007.summary dst=null perm=null proto=rpc
2015-02-12 12:27:44,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008.summary dst=null perm=null proto=rpc
2015-02-12 12:27:44,368 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423772685743_0007,submitTime=1423772828375,launchTime=1423772832739,firstMapTaskLaunchTime=1423772834895,firstReduceTaskLaunchTime=1423772841822,finishTime=1423772844862,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=8,reduceSlotSeconds=2,jobName=[5CE317BB7EDE4CDABBD93127534F5D16/CE8ED13C1EA34715A90BCE75DD70164C] lower*upper/(1/2)
2015-02-12 12:27:44,368 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007.summary]
2015-02-12 12:27:44,370 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423772685743_0008,submitTime=1423772846217,launchTime=1423772849992,firstMapTaskLaunchTime=1423772852143,firstReduceTaskLaunchTime=1423772858070,finishTime=1423772861069,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=3,reduceSlotSeconds=2,jobName=[5CE317BB7EDE4CDABBD93127534F5D16/8AD554F6AD1F4C348C8A86E53EE014EB] lower*upper/(2/2) ...alue/true/true/true/false
2015-02-12 12:27:44,370 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008.summary]
2015-02-12 12:27:44,371 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741897_1073 127.0.0.1:61668 127.0.0.1:61661 127.0.0.1:61665
2015-02-12 12:27:44,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007.summary dst=null perm=null proto=rpc
2015-02-12 12:27:44,373 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741907_1083 127.0.0.1:61658 127.0.0.1:61665 127.0.0.1:61668
2015-02-12 12:27:44,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008.summary dst=null perm=null proto=rpc
2015-02-12 12:27:44,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:27:44,376 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007-1423772828375-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2FCE8ED13C1EA34715-1423772844862-2-1-SUCCEEDED-default-1423772832739.jhist to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0007-1423772828375-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2FCE8ED13C1EA34715-1423772844862-2-1-SUCCEEDED-default-1423772832739.jhist
2015-02-12 12:27:44,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:27:44,377 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008-1423772846217-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2F8AD554F6AD1F4C34-1423772861069-1-1-SUCCEEDED-default-1423772849992.jhist to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0008-1423772846217-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2F8AD554F6AD1F4C34-1423772861069-1-1-SUCCEEDED-default-1423772849992.jhist
2015-02-12 12:27:44,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007-1423772828375-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2FCE8ED13C1EA34715-1423772844862-2-1-SUCCEEDED-default-1423772832739.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0007-1423772828375-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2FCE8ED13C1EA34715-1423772844862-2-1-SUCCEEDED-default-1423772832739.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:44,378 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007_conf.xml to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0007_conf.xml
2015-02-12 12:27:44,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008-1423772846217-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2F8AD554F6AD1F4C34-1423772861069-1-1-SUCCEEDED-default-1423772849992.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0008-1423772846217-soberoi-%5B5CE317BB7EDE4CDABBD93127534F5D16%2F8AD554F6AD1F4C34-1423772861069-1-1-SUCCEEDED-default-1423772849992.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:44,380 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008_conf.xml to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0008_conf.xml
2015-02-12 12:27:44,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0007_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0007_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:44,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0008_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0008_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:45,029 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:45,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:27:45,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:27:45,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:27:45,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:27:45,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009 dst=null perm=null proto=rpc
2015-02-12 12:27:45,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:27:45,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:27:45,787 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073741904_1080, blk_1073741857_1033, blk_1073741907_1083, blk_1073741847_1023, blk_1073741896_1072, blk_1073741897_1073, blk_1073741867_1043, blk_1073741835_1011, blk_1073741900_1076, blk_1073741901_1077, blk_1073741903_1079]
2015-02-12 12:27:45,787 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073741907_1083, blk_1073741877_1053, blk_1073741847_1023, blk_1073741897_1073, blk_1073741867_1043, blk_1073741835_1011, blk_1073741887_1063]
2015-02-12 12:27:45,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:27:45,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:27:46,030 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:46,692 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0009_000001 (auth:SIMPLE)
2015-02-12 12:27:46,693 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0009_000001
2015-02-12 12:27:46,693 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0009 APPATTEMPTID=appattempt_1423772685743_0009_000001
2015-02-12 12:27:46,693 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0009_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:27:46,693 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0009 State change from ACCEPTED to RUNNING
2015-02-12 12:27:46,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job_1423772685743_0009_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:46,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:27:46,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741904 for deletion
2015-02-12 12:27:46,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741857 for deletion
2015-02-12 12:27:46,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741907 for deletion
2015-02-12 12:27:46,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741847 for deletion
2015-02-12 12:27:46,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741904
2015-02-12 12:27:46,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741896 for deletion
2015-02-12 12:27:46,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741897 for deletion
2015-02-12 12:27:46,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741857
2015-02-12 12:27:46,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741847
2015-02-12 12:27:46,776 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741897
2015-02-12 12:27:46,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741835 for deletion
2015-02-12 12:27:46,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741907
2015-02-12 12:27:46,776 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741867 for deletion
2015-02-12 12:27:46,776 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741900 for deletion
2015-02-12 12:27:46,776 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741896
2015-02-12 12:27:46,777 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741901 for deletion
2015-02-12 12:27:46,777 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741903 for deletion
2015-02-12 12:27:46,777 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741900
2015-02-12 12:27:46,777 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741835
2015-02-12 12:27:46,778 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741903
2015-02-12 12:27:46,778 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741867
2015-02-12 12:27:46,778 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741901
2015-02-12 12:27:46,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job_1423772685743_0009_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:46,915 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job_1423772685743_0009_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:27:46,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741914_1090 src: /127.0.0.1:62553 dest: /127.0.0.1:61668
2015-02-12 12:27:46,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741914_1090 src: /127.0.0.1:62554 dest: /127.0.0.1:61665
2015-02-12 12:27:46,963 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741914_1090 src: /127.0.0.1:62555 dest: /127.0.0.1:61661
2015-02-12 12:27:46,989 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62555, dest: /127.0.0.1:61661, bytes: 117469, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-504126978_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741914_1090, duration: 24051000
2015-02-12 12:27:46,989 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741914_1090, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:46,990 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62554, dest: /127.0.0.1:61665, bytes: 117469, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-504126978_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741914_1090, duration: 24680000
2015-02-12 12:27:46,990 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:46,990 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:27:46,992 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62553, dest: /127.0.0.1:61668, bytes: 117469, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-504126978_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741914_1090, duration: 26575000
2015-02-12 12:27:46,992 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:46,993 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:27:46,993 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:27:46,997 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job_1423772685743_0009_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-504126978_1
2015-02-12 12:27:47,028 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741907 for deletion
2015-02-12 12:27:47,028 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741877 for deletion
2015-02-12 12:27:47,028 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741847 for deletion
2015-02-12 12:27:47,029 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741897 for deletion
2015-02-12 12:27:47,029 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741835 for deletion
2015-02-12 12:27:47,029 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741867 for deletion
2015-02-12 12:27:47,029 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741887 for deletion
2015-02-12 12:27:47,029 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741877
2015-02-12 12:27:47,029 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741847
2015-02-12 12:27:47,029 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741907
2015-02-12 12:27:47,030 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741867
2015-02-12 12:27:47,030 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741897
2015-02-12 12:27:47,031 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741835
2015-02-12 12:27:47,031 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741887
2015-02-12 12:27:47,034 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:47,346 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772685743_0008_01_000001 succeeded
2015-02-12 12:27:47,347 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0008_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:27:47,347 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0008_01_000001
2015-02-12 12:27:47,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0008/container_1423772685743_0008_01_000001
2015-02-12 12:27:47,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0008/container_1423772685743_0008_01_000001
2015-02-12 12:27:47,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0008/container_1423772685743_0008_01_000001
2015-02-12 12:27:47,361 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0008 CONTAINERID=container_1423772685743_0008_01_000001
2015-02-12 12:27:47,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0008/container_1423772685743_0008_01_000001
2015-02-12 12:27:47,361 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0008_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:27:47,362 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0008_01_000001 from application application_1423772685743_0008
2015-02-12 12:27:47,362 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:47,362 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0008
2015-02-12 12:27:47,688 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741911_1087
2015-02-12 12:27:47,689 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741909_1085
2015-02-12 12:27:47,690 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741905_1081
2015-02-12 12:27:47,690 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741912_1088
2015-02-12 12:27:47,690 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741908_1084
2015-02-12 12:27:47,709 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741911_1087
2015-02-12 12:27:47,710 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741913_1089
2015-02-12 12:27:47,711 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741906_1082
2015-02-12 12:27:47,711 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741907_1083
2015-02-12 12:27:47,711 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741908_1084
2015-02-12 12:27:47,888 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741912_1088
2015-02-12 12:27:47,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741906_1082
2015-02-12 12:27:47,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741909_1085
2015-02-12 12:27:47,890 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741911_1087
2015-02-12 12:27:47,890 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741913_1089
2015-02-12 12:27:47,893 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741910_1086
2015-02-12 12:27:47,893 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0009_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:27:47,894 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000002
2015-02-12 12:27:47,894 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0009_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:27:47,894 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0009_000001 container=Container: [ContainerId: container_1423772685743_0009_01_000002, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:27:47,894 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-12 12:27:47,894 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:47,895 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0009_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:27:47,895 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000003
2015-02-12 12:27:47,895 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0009_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 12:27:47,895 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0009_000001 container=Container: [ContainerId: container_1423772685743_0009_01_000003, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:27:47,896 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-02-12 12:27:47,896 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:47,917 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741910_1086
2015-02-12 12:27:48,036 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:48,057 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741908_1084
2015-02-12 12:27:48,058 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741906_1082
2015-02-12 12:27:48,260 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741910_1086
2015-02-12 12:27:48,261 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741913_1089
2015-02-12 12:27:48,261 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741912_1088
2015-02-12 12:27:48,262 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741911_1087
2015-02-12 12:27:48,287 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0008_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:27:48,287 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772685743_0008_000001
2015-02-12 12:27:48,287 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772685743_0008_000001
2015-02-12 12:27:48,287 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0008_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:27:48,288 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0008 CONTAINERID=container_1423772685743_0008_01_000001
2015-02-12 12:27:48,287 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0008_000001 State change from FINISHING to FINISHED
2015-02-12 12:27:48,288 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0008 State change from FINISHING to FINISHED
2015-02-12 12:27:48,288 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0008_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61692, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:27:48,288 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772685743_0008_000001
2015-02-12 12:27:48,288 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772685743_0008
2015-02-12 12:27:48,289 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772685743_0008,name=[5CE317BB7EDE4CDABBD93127534F5D16/8AD554F6AD1F4C348C8A86E53EE014EB] lower*upper/(2/2) ...alue/true/true/true/false,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:61686/proxy/application_1423772685743_0008/jobhistory/job/job_1423772685743_0008,appMasterHost=10.1.1.68,startTime=1423772846218,finishTime=1423772861194,finalStatus=SUCCEEDED
2015-02-12 12:27:48,289 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:27:48,289 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0008_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:27:48,290 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:48,290 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2015-02-12 12:27:48,290 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0008_000001 released container container_1423772685743_0008_01_000001 on node: host: 10.1.1.68:61692 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:27:48,290 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772685743_0008_000001 is done. finalState=FINISHED
2015-02-12 12:27:48,290 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772685743_0008 requests cleared
2015-02-12 12:27:48,290 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772685743_0008 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:27:48,290 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772685743_0008 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:27:48,292 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0008_000001 (auth:SIMPLE)
2015-02-12 12:27:48,294 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0008_01_000001
2015-02-12 12:27:48,294 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0008 CONTAINERID=container_1423772685743_0008_01_000001
2015-02-12 12:27:48,295 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0008_01_000001]
2015-02-12 12:27:48,295 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:48,295 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:27:48,296 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0008
2015-02-12 12:27:48,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0008
2015-02-12 12:27:48,296 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:27:48,296 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0008, with delay of 10800 seconds
2015-02-12 12:27:48,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0008
2015-02-12 12:27:48,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0008
2015-02-12 12:27:48,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0008
2015-02-12 12:27:48,460 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741909_1085
2015-02-12 12:27:48,742 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61696 for container : container_1423772685743_0009_01_000002
2015-02-12 12:27:48,742 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0009_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:27:48,744 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0009_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:27:48,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:48,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:48,790 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073741857_1033, blk_1073741907_1083, blk_1073741877_1053, blk_1073741847_1023, blk_1073741867_1043, blk_1073741835_1011, blk_1073741887_1063]
2015-02-12 12:27:48,790 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073741857_1033, blk_1073741905_1081, blk_1073741877_1053, blk_1073741897_1073, blk_1073741900_1076, blk_1073741901_1077, blk_1073741902_1078, blk_1073741887_1063, blk_1073741903_1079]
2015-02-12 12:27:48,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:48,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:48,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:48,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:48,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:48,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:48,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:27:48,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:27:48,868 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0009_000001 (auth:SIMPLE)
2015-02-12 12:27:48,869 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0009_000001 (auth:SIMPLE)
2015-02-12 12:27:48,872 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0009_01_000003 by user soberoi
2015-02-12 12:27:48,872 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0009_01_000002 by user soberoi
2015-02-12 12:27:48,872 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000003
2015-02-12 12:27:48,872 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0009_01_000003 to application application_1423772685743_0009
2015-02-12 12:27:48,872 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000002
2015-02-12 12:27:48,873 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0009_01_000002 to application application_1423772685743_0009
2015-02-12 12:27:48,873 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:27:48,873 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:27:48,874 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0009
2015-02-12 12:27:48,874 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0009
2015-02-12 12:27:48,874 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:27:48,874 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0009
2015-02-12 12:27:48,874 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0009
2015-02-12 12:27:48,874 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0009
2015-02-12 12:27:48,874 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:27:48,875 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0009
2015-02-12 12:27:48,875 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:27:48,875 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:27:48,894 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0009_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:27:48,894 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0009_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:27:48,909 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:27:48,909 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:48,910 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:27:48,910 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:49,008 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000002/default_container_executor.sh]
2015-02-12 12:27:49,008 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000003/default_container_executor.sh]
2015-02-12 12:27:49,038 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:49,038 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:27:49,039 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0008
2015-02-12 12:27:49,040 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0008
2015-02-12 12:27:49,040 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:27:49,040 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0008
2015-02-12 12:27:49,040 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0008
2015-02-12 12:27:49,040 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0008
2015-02-12 12:27:49,040 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0008, with delay of 10800 seconds
2015-02-12 12:27:49,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741905 for deletion
2015-02-12 12:27:49,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741857 for deletion
2015-02-12 12:27:49,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741857 for deletion
2015-02-12 12:27:49,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741905
2015-02-12 12:27:49,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741857
2015-02-12 12:27:49,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741907 for deletion
2015-02-12 12:27:49,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741857
2015-02-12 12:27:49,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741877 for deletion
2015-02-12 12:27:49,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741847 for deletion
2015-02-12 12:27:49,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741835 for deletion
2015-02-12 12:27:49,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741907
2015-02-12 12:27:49,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741877 for deletion
2015-02-12 12:27:49,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741897 for deletion
2015-02-12 12:27:49,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741900 for deletion
2015-02-12 12:27:49,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741877
2015-02-12 12:27:49,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741901 for deletion
2015-02-12 12:27:49,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741877
2015-02-12 12:27:49,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741847
2015-02-12 12:27:49,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741835
2015-02-12 12:27:49,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741867 for deletion
2015-02-12 12:27:49,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741887 for deletion
2015-02-12 12:27:49,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741867
2015-02-12 12:27:49,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741887
2015-02-12 12:27:49,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741902 for deletion
2015-02-12 12:27:49,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741903 for deletion
2015-02-12 12:27:49,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741900
2015-02-12 12:27:49,505 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741902
2015-02-12 12:27:49,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741897
2015-02-12 12:27:49,505 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741887 for deletion
2015-02-12 12:27:49,505 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741901
2015-02-12 12:27:49,506 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741903
2015-02-12 12:27:49,506 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741887
2015-02-12 12:27:49,757 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:27:50,040 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:52,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:52,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.split dst=null perm=null proto=rpc
2015-02-12 12:27:52,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:27:52,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:27:52,897 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741914_1090
2015-02-12 12:27:52,897 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741914_1090
2015-02-12 12:27:52,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/_temporary/1/_temporary/attempt_1423772685743_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:27:53,016 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0009_000001 (auth:SIMPLE)
2015-02-12 12:27:53,018 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0009_01_000003
2015-02-12 12:27:53,018 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000003
2015-02-12 12:27:53,018 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:27:53,018 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0009_01_000003
2015-02-12 12:27:53,040 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0009_01_000003 is : 143
2015-02-12 12:27:53,041 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job_1423772685743_0009_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:27:53,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741915_1091 src: /127.0.0.1:62568 dest: /127.0.0.1:61658
2015-02-12 12:27:53,045 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741915_1091 src: /127.0.0.1:62569 dest: /127.0.0.1:61665
2015-02-12 12:27:53,046 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741915_1091 src: /127.0.0.1:62570 dest: /127.0.0.1:61668
2015-02-12 12:27:53,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/_temporary/1/_temporary/attempt_1423772685743_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:27:53,051 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job_1423772685743_0009_1.jhist for DFSClient_NONMAPREDUCE_-504126978_1
2015-02-12 12:27:53,051 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:27:53,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000003
2015-02-12 12:27:53,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000003
2015-02-12 12:27:53,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000003
2015-02-12 12:27:53,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000003
2015-02-12 12:27:53,053 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000003
2015-02-12 12:27:53,053 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:27:53,053 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0009_01_000003 from application application_1423772685743_0009
2015-02-12 12:27:53,053 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:53,054 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0009
2015-02-12 12:27:53,076 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0009_000001 (auth:SIMPLE)
2015-02-12 12:27:53,078 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0009_01_000002
2015-02-12 12:27:53,078 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000002
2015-02-12 12:27:53,079 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:27:53,079 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0009_01_000002
2015-02-12 12:27:53,079 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0009_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:27:53,080 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0009_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:27:53,080 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000003
2015-02-12 12:27:53,080 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0009_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 12:27:53,081 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:27:53,083 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0009_01_000003, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:27:53,083 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:53,083 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:27:53,083 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0009_000001 released container container_1423772685743_0009_01_000003 on node: host: 10.1.1.68:61696 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 12:27:53,096 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0009_01_000002 is : 143
2015-02-12 12:27:53,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741910_1086
2015-02-12 12:27:53,105 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:27:53,106 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000002
2015-02-12 12:27:53,106 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000002
2015-02-12 12:27:53,106 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000002
2015-02-12 12:27:53,106 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000002
2015-02-12 12:27:53,106 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000002
2015-02-12 12:27:53,107 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:27:53,107 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0009_01_000002 from application application_1423772685743_0009
2015-02-12 12:27:53,107 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:53,107 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0009
2015-02-12 12:27:53,469 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741914_1090
2015-02-12 12:27:54,081 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0009_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:27:54,081 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0009_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:27:54,081 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000002
2015-02-12 12:27:54,082 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0009_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:27:54,082 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:27:54,083 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0009_01_000002, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:27:54,083 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:54,083 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:27:54,084 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0009_000001 released container container_1423772685743_0009_01_000002 on node: host: 10.1.1.68:61696 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:27:54,084 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:55,053 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0009_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:27:55,053 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000004
2015-02-12 12:27:55,053 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0009_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:27:55,053 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0009_000001 container=Container: [ContainerId: container_1423772685743_0009_01_000004, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:27:55,054 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:27:55,054 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:27:55,081 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0009_01_000003]
2015-02-12 12:27:55,082 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:55,082 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:55,794 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61688 for container : container_1423772685743_0009_01_000004
2015-02-12 12:27:55,795 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0009_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:27:55,806 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0009_000001 (auth:SIMPLE)
2015-02-12 12:27:55,808 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0009_01_000004 by user soberoi
2015-02-12 12:27:55,808 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0009
2015-02-12 12:27:55,808 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000004
2015-02-12 12:27:55,808 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0009 transitioned from NEW to INITING
2015-02-12 12:27:55,809 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0009_01_000004 to application application_1423772685743_0009
2015-02-12 12:27:55,809 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0009 transitioned from INITING to RUNNING
2015-02-12 12:27:55,809 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:27:55,809 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0009
2015-02-12 12:27:55,809 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0009
2015-02-12 12:27:55,810 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:27:55,810 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0009
2015-02-12 12:27:55,810 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:27:55,810 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:27:55,810 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0009_01_000004
2015-02-12 12:27:55,820 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423772685743_0009_01_000004.tokens. Credentials list:
2015-02-12 12:27:55,917 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:27:55,992 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423772685743_0009_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000004.tokens
2015-02-12 12:27:55,993 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0009
2015-02-12 12:27:56,056 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0009_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:27:56,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:56,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 12:27:56,085 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0009_01_000002]
2015-02-12 12:27:56,085 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:27:56,093 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:27:56,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:56,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 12:27:56,140 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0009/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:27:56,140 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:27:56,171 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:27:56,171 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:56,265 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000004/default_container_executor.sh]
2015-02-12 12:27:56,798 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:27:58,554 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:27:58,565 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:27:58,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/_temporary/1/_temporary/attempt_1423772685743_0009_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:58,866 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/_temporary/1/_temporary/attempt_1423772685743_0009_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:27:58,948 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741916_1092 src: /127.0.0.1:62580 dest: /127.0.0.1:61665
2015-02-12 12:27:58,949 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741916_1092 src: /127.0.0.1:62581 dest: /127.0.0.1:61661
2015-02-12 12:27:58,951 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741916_1092 src: /127.0.0.1:62582 dest: /127.0.0.1:61658
2015-02-12 12:27:58,998 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62582, dest: /127.0.0.1:61658, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0009_r_000000_0_-695406495_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741916_1092, duration: 45308000
2015-02-12 12:27:58,998 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741916_1092, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:58,998 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:27:58,998 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62581, dest: /127.0.0.1:61661, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0009_r_000000_0_-695406495_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741916_1092, duration: 46057000
2015-02-12 12:27:58,999 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:58,999 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:27:58,999 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62580, dest: /127.0.0.1:61665, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0009_r_000000_0_-695406495_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741916_1092, duration: 47081000
2015-02-12 12:27:59,000 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:59,000 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:27:59,004 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/_temporary/1/_temporary/attempt_1423772685743_0009_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0009_r_000000_0_-695406495_1
2015-02-12 12:27:59,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/_temporary/1/_temporary/attempt_1423772685743_0009_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:27:59,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/_temporary/1/_temporary/attempt_1423772685743_0009_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:27:59,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/_temporary/1/task_1423772685743_0009_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:27:59,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/_temporary/1/_temporary/attempt_1423772685743_0009_r_000000_0 dst=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/_temporary/1/task_1423772685743_0009_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:27:59,049 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0009_000001 (auth:SIMPLE)
2015-02-12 12:27:59,050 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0009_01_000004
2015-02-12 12:27:59,051 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000004
2015-02-12 12:27:59,051 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:27:59,051 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0009_01_000004
2015-02-12 12:27:59,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:59,059 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-504126978_1
2015-02-12 12:27:59,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:27:59,067 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0009_01_000004 is : 143
2015-02-12 12:27:59,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023 dst=null perm=null proto=rpc
2015-02-12 12:27:59,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023 dst=null perm=null proto=rpc
2015-02-12 12:27:59,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/_temporary/1/task_1423772685743_0009_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:27:59,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:27:59,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/_temporary/1/task_1423772685743_0009_r_000000/part-00000 dst=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:59,077 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:27:59,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000004
2015-02-12 12:27:59,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000004
2015-02-12 12:27:59,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000004
2015-02-12 12:27:59,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000004
2015-02-12 12:27:59,081 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000004
2015-02-12 12:27:59,082 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:27:59,082 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0009_01_000004 from application application_1423772685743_0009
2015-02-12 12:27:59,082 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:27:59,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/_temporary dst=null perm=null proto=rpc
2015-02-12 12:27:59,082 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0009
2015-02-12 12:27:59,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:59,088 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-504126978_1
2015-02-12 12:27:59,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:59,092 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-504126978_1
2015-02-12 12:27:59,108 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62570, dest: /127.0.0.1:61668, bytes: 45772, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-504126978_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741915_1091, duration: 6059908000
2015-02-12 12:27:59,108 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741915_1091, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:59,109 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 14377
2015-02-12 12:27:59,110 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62569, dest: /127.0.0.1:61665, bytes: 45772, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-504126978_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741915_1091, duration: 6061720000
2015-02-12 12:27:59,111 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:59,111 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 14377
2015-02-12 12:27:59,113 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62568, dest: /127.0.0.1:61658, bytes: 45772, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-504126978_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741915_1091, duration: 6064112000
2015-02-12 12:27:59,113 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:59,113 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 14377
2015-02-12 12:27:59,114 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job_1423772685743_0009_1.jhist is closed by DFSClient_NONMAPREDUCE_-504126978_1
2015-02-12 12:27:59,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:59,121 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:27:59,123 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741917_1093 src: /127.0.0.1:62584 dest: /127.0.0.1:61665
2015-02-12 12:27:59,124 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741917_1093 src: /127.0.0.1:62585 dest: /127.0.0.1:61661
2015-02-12 12:27:59,126 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741917_1093 src: /127.0.0.1:62586 dest: /127.0.0.1:61658
2015-02-12 12:27:59,129 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62586, dest: /127.0.0.1:61658, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-504126978_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741917_1093, duration: 1520000
2015-02-12 12:27:59,130 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741917_1093, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:59,130 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:27:59,130 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62585, dest: /127.0.0.1:61661, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-504126978_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741917_1093, duration: 2499000
2015-02-12 12:27:59,131 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:59,131 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:59,131 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62584, dest: /127.0.0.1:61665, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-504126978_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741917_1093, duration: 3496000
2015-02-12 12:27:59,131 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:59,132 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:27:59,133 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009.summary_tmp is closed by DFSClient_NONMAPREDUCE_-504126978_1
2015-02-12 12:27:59,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:59,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job_1423772685743_0009_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:27:59,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009-1423772862500-soberoi-%5BA842E28475664B569838C00A23691896%2F959E25FF6CEA4C9C-1423772879093-2-1-SUCCEEDED-default-1423772866707.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:27:59,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job_1423772685743_0009_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:27:59,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009-1423772862500-soberoi-%5BA842E28475664B569838C00A23691896%2F959E25FF6CEA4C9C-1423772879093-2-1-SUCCEEDED-default-1423772866707.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:27:59,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job_1423772685743_0009_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:27:59,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009-1423772862500-soberoi-%5BA842E28475664B569838C00A23691896%2F959E25FF6CEA4C9C-1423772879093-2-1-SUCCEEDED-default-1423772866707.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:59,159 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009-1423772862500-soberoi-%5BA842E28475664B569838C00A23691896%2F959E25FF6CEA4C9C-1423772879093-2-1-SUCCEEDED-default-1423772866707.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:27:59,161 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741918_1094 src: /127.0.0.1:62588 dest: /127.0.0.1:61668
2015-02-12 12:27:59,162 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741918_1094 src: /127.0.0.1:62589 dest: /127.0.0.1:61665
2015-02-12 12:27:59,163 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741918_1094 src: /127.0.0.1:62590 dest: /127.0.0.1:61661
2015-02-12 12:27:59,168 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62590, dest: /127.0.0.1:61661, bytes: 45772, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-504126978_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741918_1094, duration: 3289000
2015-02-12 12:27:59,169 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741918_1094, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:59,169 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:59,170 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62589, dest: /127.0.0.1:61665, bytes: 45772, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-504126978_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741918_1094, duration: 4429000
2015-02-12 12:27:59,170 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:59,171 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:59,171 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62588, dest: /127.0.0.1:61668, bytes: 45772, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-504126978_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741918_1094, duration: 5853000
2015-02-12 12:27:59,171 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:59,172 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:59,173 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009-1423772862500-soberoi-%5BA842E28475664B569838C00A23691896%2F959E25FF6CEA4C9C-1423772879093-2-1-SUCCEEDED-default-1423772866707.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-504126978_1
2015-02-12 12:27:59,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009-1423772862500-soberoi-%5BA842E28475664B569838C00A23691896%2F959E25FF6CEA4C9C-1423772879093-2-1-SUCCEEDED-default-1423772866707.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:59,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job_1423772685743_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:27:59,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:27:59,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job_1423772685743_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:27:59,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:27:59,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009/job_1423772685743_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:27:59,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:27:59,192 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:27:59,194 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741919_1095 src: /127.0.0.1:62591 dest: /127.0.0.1:61661
2015-02-12 12:27:59,195 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741919_1095 src: /127.0.0.1:62592 dest: /127.0.0.1:61668
2015-02-12 12:27:59,197 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741919_1095 src: /127.0.0.1:62593 dest: /127.0.0.1:61665
2015-02-12 12:27:59,201 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62593, dest: /127.0.0.1:61665, bytes: 117469, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-504126978_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741919_1095, duration: 2167000
2015-02-12 12:27:59,201 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741919_1095, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:27:59,202 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62592, dest: /127.0.0.1:61668, bytes: 117469, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-504126978_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741919_1095, duration: 3082000
2015-02-12 12:27:59,203 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:59,202 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:27:59,203 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62591, dest: /127.0.0.1:61661, bytes: 117469, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-504126978_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741919_1095, duration: 4355000
2015-02-12 12:27:59,204 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:27:59,203 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:27:59,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:27:59,206 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-504126978_1
2015-02-12 12:27:59,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:59,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:59,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:59,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009-1423772862500-soberoi-%5BA842E28475664B569838C00A23691896%2F959E25FF6CEA4C9C-1423772879093-2-1-SUCCEEDED-default-1423772866707.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009-1423772862500-soberoi-%5BA842E28475664B569838C00A23691896%2F959E25FF6CEA4C9C-1423772879093-2-1-SUCCEEDED-default-1423772866707.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:27:59,221 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0009_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:27:59,221 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0009_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:27:59,221 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0009 with final state: FINISHING
2015-02-12 12:27:59,222 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0009 State change from RUNNING to FINAL_SAVING
2015-02-12 12:27:59,222 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0009
2015-02-12 12:27:59,222 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0009_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:27:59,222 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0009 State change from FINAL_SAVING to FINISHING
2015-02-12 12:28:00,055 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0009_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:28:00,055 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0009_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:28:00,056 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000004
2015-02-12 12:28:00,056 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0009_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:28:00,056 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:28:00,057 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0009_01_000004, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:28:00,057 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:00,057 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:28:00,058 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0009_000001 released container container_1423772685743_0009_01_000004 on node: host: 10.1.1.68:61688 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:28:00,228 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0009 unregistered successfully.
2015-02-12 12:28:00,231 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741910_1086 127.0.0.1:61658 127.0.0.1:61661 127.0.0.1:61665 127.0.0.1:61668
2015-02-12 12:28:00,231 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741911_1087 127.0.0.1:61658 127.0.0.1:61668 127.0.0.1:61665 127.0.0.1:61661
2015-02-12 12:28:00,232 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741912_1088 127.0.0.1:61661 127.0.0.1:61665 127.0.0.1:61668
2015-02-12 12:28:00,232 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741913_1089 127.0.0.1:61668 127.0.0.1:61658 127.0.0.1:61665
2015-02-12 12:28:00,232 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741915_1091 127.0.0.1:61658 127.0.0.1:61665 127.0.0.1:61668
2015-02-12 12:28:00,232 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741914_1090 127.0.0.1:61668 127.0.0.1:61665 127.0.0.1:61661
2015-02-12 12:28:00,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0009 dst=null perm=null proto=rpc
2015-02-12 12:28:00,261 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...ue/false/true/false/false
2015-02-12 12:28:00,272 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:28:00,284 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:28:00,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:28:00,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:28:00,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:28:00,291 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 10
2015-02-12 12:28:00,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010 dst=null perm=null proto=rpc
2015-02-12 12:28:00,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:28:00,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:28:00,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:00,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:00,298 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:28:00,300 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741920_1096 src: /127.0.0.1:62596 dest: /127.0.0.1:61665
2015-02-12 12:28:00,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741920_1096 src: /127.0.0.1:62597 dest: /127.0.0.1:61658
2015-02-12 12:28:00,302 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741920_1096 src: /127.0.0.1:62598 dest: /127.0.0.1:61661
2015-02-12 12:28:00,306 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62598, dest: /127.0.0.1:61661, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741920_1096, duration: 1971000
2015-02-12 12:28:00,307 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741920_1096, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:00,307 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:00,308 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62597, dest: /127.0.0.1:61658, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741920_1096, duration: 3260000
2015-02-12 12:28:00,308 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:00,309 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62596, dest: /127.0.0.1:61665, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741920_1096, duration: 4492000
2015-02-12 12:28:00,309 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:00,309 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:00,312 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:00,317 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:28:00,319 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.jar
2015-02-12 12:28:00,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:00,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:00,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:00,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:00,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:00,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:28:00,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:28:00,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:28:00,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:28:00,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:28:00,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:00,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023 dst=null perm=null proto=rpc
2015-02-12 12:28:00,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023 dst=null perm=null proto=rpc
2015-02-12 12:28:00,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023 dst=null perm=null proto=rpc
2015-02-12 12:28:00,334 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:28:00,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:00,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:00,338 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.split
2015-02-12 12:28:00,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:00,339 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:28:00,341 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741921_1097 src: /127.0.0.1:62599 dest: /127.0.0.1:61665
2015-02-12 12:28:00,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741921_1097 src: /127.0.0.1:62600 dest: /127.0.0.1:61658
2015-02-12 12:28:00,343 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741921_1097 src: /127.0.0.1:62601 dest: /127.0.0.1:61668
2015-02-12 12:28:00,345 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741921_1097 src: /127.0.0.1:62602 dest: /127.0.0.1:61661
2015-02-12 12:28:00,349 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62602, dest: /127.0.0.1:61661, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741921_1097, duration: 2673000
2015-02-12 12:28:00,349 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741921_1097, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:00,349 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:28:00,350 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62601, dest: /127.0.0.1:61668, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741921_1097, duration: 3237000
2015-02-12 12:28:00,350 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:00,350 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62600, dest: /127.0.0.1:61658, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741921_1097, duration: 4206000
2015-02-12 12:28:00,350 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:28:00,351 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:00,351 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62599, dest: /127.0.0.1:61665, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741921_1097, duration: 4744000
2015-02-12 12:28:00,352 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:00,351 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:00,353 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:00,354 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:28:00,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:00,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:00,358 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:28:00,360 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741922_1098 src: /127.0.0.1:62603 dest: /127.0.0.1:61661
2015-02-12 12:28:00,362 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741922_1098 src: /127.0.0.1:62604 dest: /127.0.0.1:61658
2015-02-12 12:28:00,363 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741922_1098 src: /127.0.0.1:62605 dest: /127.0.0.1:61668
2015-02-12 12:28:00,366 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62605, dest: /127.0.0.1:61668, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741922_1098, duration: 1332000
2015-02-12 12:28:00,367 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741922_1098, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:00,367 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62604, dest: /127.0.0.1:61658, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741922_1098, duration: 2051000
2015-02-12 12:28:00,367 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:28:00,368 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:00,368 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62603, dest: /127.0.0.1:61661, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741922_1098, duration: 3281000
2015-02-12 12:28:00,369 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:00,370 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:28:00,370 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:00,372 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:28:00,372 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1
2015-02-12 12:28:00,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:00,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:00,384 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:28:00,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741923_1099 src: /127.0.0.1:62606 dest: /127.0.0.1:61668
2015-02-12 12:28:00,387 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741923_1099 src: /127.0.0.1:62607 dest: /127.0.0.1:61658
2015-02-12 12:28:00,389 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741923_1099 src: /127.0.0.1:62608 dest: /127.0.0.1:61661
2015-02-12 12:28:00,392 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62608, dest: /127.0.0.1:61661, bytes: 100205, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741923_1099, duration: 1649000
2015-02-12 12:28:00,392 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741923_1099, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:00,393 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:00,393 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62607, dest: /127.0.0.1:61658, bytes: 100205, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741923_1099, duration: 2202000
2015-02-12 12:28:00,393 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:00,393 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:00,394 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62606, dest: /127.0.0.1:61668, bytes: 100205, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741923_1099, duration: 3131000
2015-02-12 12:28:00,394 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:00,396 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:00,396 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:28:00,397 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0010
2015-02-12 12:28:00,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010 dst=null perm=null proto=rpc
2015-02-12 12:28:00,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:00,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:00,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:00,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:00,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:00,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:00,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:00,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:00,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:00,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:00,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:00,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:00,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:00,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:00,415 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 10 submitted by user soberoi
2015-02-12 12:28:00,415 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0010
2015-02-12 12:28:00,415 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0010
2015-02-12 12:28:00,415 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0010 State change from NEW to NEW_SAVING
2015-02-12 12:28:00,415 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0010
2015-02-12 12:28:00,415 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0010 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:28:00,416 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0010 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:28:00,416 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0010 from user: soberoi, in queue: default
2015-02-12 12:28:00,416 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0010 State change from SUBMITTED to ACCEPTED
2015-02-12 12:28:00,416 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0010_000001
2015-02-12 12:28:00,416 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0010_000001 State change from NEW to SUBMITTED
2015-02-12 12:28:00,416 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0010 from user: soberoi activated in queue: default
2015-02-12 12:28:00,417 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0010 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:28:00,417 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0010_000001 to scheduler from user soberoi in queue default
2015-02-12 12:28:00,418 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0010_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:28:00,419 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0010
2015-02-12 12:28:00,421 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0010/
2015-02-12 12:28:00,421 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423772685743_0010
2015-02-12 12:28:00,421 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0010/
2015-02-12 12:28:00,472 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0010_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:28:00,472 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0010 CONTAINERID=container_1423772685743_0010_01_000001
2015-02-12 12:28:00,472 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0010_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61700, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:28:00,472 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0010_000001 container=Container: [ContainerId: container_1423772685743_0010_01_000001, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:28:00,472 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:28:00,472 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:00,473 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61700 for container : container_1423772685743_0010_01_000001
2015-02-12 12:28:00,473 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0010_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:28:00,473 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0010_000001
2015-02-12 12:28:00,474 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0010 AttemptId: appattempt_1423772685743_0010_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0010_01_000001, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ]
2015-02-12 12:28:00,474 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0010_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:28:00,474 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0010_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:28:00,474 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0010_000001
2015-02-12 12:28:00,475 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0010_01_000001, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] for AM appattempt_1423772685743_0010_000001
2015-02-12 12:28:00,475 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0010_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:28:00,476 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0010_000001
2015-02-12 12:28:00,476 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0010_000001
2015-02-12 12:28:00,478 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0010_000001 (auth:SIMPLE)
2015-02-12 12:28:00,480 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0010_01_000001 by user soberoi
2015-02-12 12:28:00,480 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0010
2015-02-12 12:28:00,480 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0010 CONTAINERID=container_1423772685743_0010_01_000001
2015-02-12 12:28:00,480 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0010 transitioned from NEW to INITING
2015-02-12 12:28:00,481 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0010_01_000001 to application application_1423772685743_0010
2015-02-12 12:28:00,481 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0010_01_000001, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] for AM appattempt_1423772685743_0010_000001
2015-02-12 12:28:00,481 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0010 transitioned from INITING to RUNNING
2015-02-12 12:28:00,481 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0010_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:28:00,481 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0010_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:28:00,482 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0010
2015-02-12 12:28:00,482 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:28:00,482 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:28:00,482 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:28:00,482 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:28:00,482 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0010_01_000001
2015-02-12 12:28:00,493 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423772685743_0010_01_000001.tokens. Credentials list:
2015-02-12 12:28:00,591 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:28:00,642 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30005 milliseconds
2015-02-12 12:28:00,643 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 12:28:00,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423772685743_0010_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0010/container_1423772685743_0010_01_000001.tokens
2015-02-12 12:28:00,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0010
2015-02-12 12:28:00,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:00,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:00,778 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:00,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:00,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:00,800 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61661 to replicate blk_1073741920_1096 to datanode(s) 127.0.0.1:61668
2015-02-12 12:28:00,800 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073741910_1086, blk_1073741911_1087, blk_1073741912_1088, blk_1073741913_1089, blk_1073741914_1090, blk_1073741915_1091]
2015-02-12 12:28:00,800 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073741910_1086, blk_1073741911_1087, blk_1073741912_1088, blk_1073741913_1089, blk_1073741914_1090, blk_1073741915_1091]
2015-02-12 12:28:00,824 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0010/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:00,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:00,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:00,871 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0010/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:00,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:00,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:00,920 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0010/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:00,920 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0010_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:28:00,950 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0010_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:28:00,951 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:01,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0010/container_1423772685743_0010_01_000001/default_container_executor.sh]
2015-02-12 12:28:01,056 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:01,476 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0010_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:28:01,512 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=18070054-5d1e-466b-b94e-bcb360fa5187, infoPort=61662, ipcPort=61664, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073741920_1096 to 127.0.0.1:61668
2015-02-12 12:28:01,514 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741920_1096 src: /127.0.0.1:62615 dest: /127.0.0.1:61668
2015-02-12 12:28:01,514 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073741920_1096 (numBytes=254067) to /127.0.0.1:61668
2015-02-12 12:28:01,516 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073741920_1096 src: /127.0.0.1:62615 dest: /127.0.0.1:61668 of size 254067
2015-02-12 12:28:01,517 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741920_1096 size 254067
2015-02-12 12:28:01,785 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741910 for deletion
2015-02-12 12:28:01,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741911 for deletion
2015-02-12 12:28:01,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741912 for deletion
2015-02-12 12:28:01,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 12:28:01,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741911
2015-02-12 12:28:01,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741914 for deletion
2015-02-12 12:28:01,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741915 for deletion
2015-02-12 12:28:01,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741910
2015-02-12 12:28:01,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 12:28:01,787 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741912
2015-02-12 12:28:01,787 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741915
2015-02-12 12:28:01,787 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741914
2015-02-12 12:28:02,044 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741910 for deletion
2015-02-12 12:28:02,044 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741911 for deletion
2015-02-12 12:28:02,045 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741912 for deletion
2015-02-12 12:28:02,045 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 12:28:02,045 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741910
2015-02-12 12:28:02,045 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741911
2015-02-12 12:28:02,045 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741912
2015-02-12 12:28:02,045 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 12:28:02,045 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741914 for deletion
2015-02-12 12:28:02,045 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741915 for deletion
2015-02-12 12:28:02,046 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741914
2015-02-12 12:28:02,046 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741915
2015-02-12 12:28:02,057 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:02,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:28:02,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:28:02,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:28:02,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:28:03,057 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:03,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010 dst=null perm=null proto=rpc
2015-02-12 12:28:03,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:28:03,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:28:03,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:03,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:03,801 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073741910_1086, blk_1073741911_1087, blk_1073741912_1088, blk_1073741914_1090]
2015-02-12 12:28:03,802 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073741910_1086, blk_1073741911_1087, blk_1073741913_1089, blk_1073741915_1091]
2015-02-12 12:28:04,059 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:04,341 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0010_000001 (auth:SIMPLE)
2015-02-12 12:28:04,343 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0010_000001
2015-02-12 12:28:04,343 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0010 APPATTEMPTID=appattempt_1423772685743_0010_000001
2015-02-12 12:28:04,343 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0010_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:28:04,343 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0010 State change from ACCEPTED to RUNNING
2015-02-12 12:28:04,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job_1423772685743_0010_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:04,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:28:04,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job_1423772685743_0010_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:04,513 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741910 for deletion
2015-02-12 12:28:04,514 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741911 for deletion
2015-02-12 12:28:04,514 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 12:28:04,514 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741915 for deletion
2015-02-12 12:28:04,514 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741910
2015-02-12 12:28:04,514 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741911
2015-02-12 12:28:04,515 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741915
2015-02-12 12:28:04,515 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741910 for deletion
2015-02-12 12:28:04,515 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741911 for deletion
2015-02-12 12:28:04,515 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741912 for deletion
2015-02-12 12:28:04,515 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741914 for deletion
2015-02-12 12:28:04,515 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 12:28:04,515 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741910
2015-02-12 12:28:04,516 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741911
2015-02-12 12:28:04,516 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741912
2015-02-12 12:28:04,516 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741914
2015-02-12 12:28:04,610 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job_1423772685743_0010_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:28:04,678 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741924_1100 src: /127.0.0.1:62623 dest: /127.0.0.1:61661
2015-02-12 12:28:04,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741924_1100 src: /127.0.0.1:62624 dest: /127.0.0.1:61658
2015-02-12 12:28:04,683 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741924_1100 src: /127.0.0.1:62625 dest: /127.0.0.1:61668
2015-02-12 12:28:04,721 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62625, dest: /127.0.0.1:61668, bytes: 117490, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1151523032_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741924_1100, duration: 35255000
2015-02-12 12:28:04,722 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741924_1100, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:04,723 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62624, dest: /127.0.0.1:61658, bytes: 117490, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1151523032_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741924_1100, duration: 35885000
2015-02-12 12:28:04,723 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:28:04,723 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:04,724 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:04,724 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62623, dest: /127.0.0.1:61661, bytes: 117490, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1151523032_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741924_1100, duration: 37243000
2015-02-12 12:28:04,725 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:04,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:04,729 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job_1423772685743_0010_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1151523032_1
2015-02-12 12:28:05,059 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:05,281 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772685743_0009_01_000001 succeeded
2015-02-12 12:28:05,282 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:28:05,282 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0009_01_000001
2015-02-12 12:28:05,301 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000001
2015-02-12 12:28:05,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000001
2015-02-12 12:28:05,302 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000001
2015-02-12 12:28:05,302 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0009_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:28:05,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000001
2015-02-12 12:28:05,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0009/container_1423772685743_0009_01_000001
2015-02-12 12:28:05,302 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0009_01_000001 from application application_1423772685743_0009
2015-02-12 12:28:05,303 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:05,303 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0009
2015-02-12 12:28:05,488 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0010_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:28:05,488 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0010 CONTAINERID=container_1423772685743_0010_01_000002
2015-02-12 12:28:05,488 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0010_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:28:05,489 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0010_000001 container=Container: [ContainerId: container_1423772685743_0010_01_000002, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:28:05,489 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-12 12:28:05,489 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:06,060 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:06,114 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0009_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:28:06,114 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772685743_0009_000001
2015-02-12 12:28:06,115 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0009_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:28:06,115 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000001
2015-02-12 12:28:06,115 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0009_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61696, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:28:06,115 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772685743_0009_000001
2015-02-12 12:28:06,116 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:28:06,116 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0009_000001 State change from FINISHING to FINISHED
2015-02-12 12:28:06,116 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0009_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:28:06,116 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0009 State change from FINISHING to FINISHED
2015-02-12 12:28:06,116 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:06,117 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772685743_0009
2015-02-12 12:28:06,117 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-02-12 12:28:06,117 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0009_000001 released container container_1423772685743_0009_01_000001 on node: host: 10.1.1.68:61696 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:28:06,117 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772685743_0009_000001
2015-02-12 12:28:06,118 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772685743_0009_000001 is done. finalState=FINISHED
2015-02-12 12:28:06,118 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772685743_0009 requests cleared
2015-02-12 12:28:06,118 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772685743_0009 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:28:06,118 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772685743_0009 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:28:06,117 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772685743_0009,name=[A842E28475664B569838C00A23691896/959E25FF6CEA4C9C9AC4818347C8058C] lower*upper/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:61686/proxy/application_1423772685743_0009/jobhistory/job/job_1423772685743_0009,appMasterHost=10.1.1.68,startTime=1423772862500,finishTime=1423772879221,finalStatus=SUCCEEDED
2015-02-12 12:28:06,122 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0009_000001 (auth:SIMPLE)
2015-02-12 12:28:06,125 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0009_01_000001
2015-02-12 12:28:06,125 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0009 CONTAINERID=container_1423772685743_0009_01_000001
2015-02-12 12:28:06,126 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0009_01_000001]
2015-02-12 12:28:06,126 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:06,126 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:28:06,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0009
2015-02-12 12:28:06,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0009
2015-02-12 12:28:06,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0009
2015-02-12 12:28:06,127 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0009
2015-02-12 12:28:06,127 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:28:06,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0009
2015-02-12 12:28:06,128 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0009, with delay of 10800 seconds
2015-02-12 12:28:06,398 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61700 for container : container_1423772685743_0010_01_000002
2015-02-12 12:28:06,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0010_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:28:06,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:06,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:06,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:06,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:06,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:06,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:06,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:06,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:06,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:06,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:06,516 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0010_000001 (auth:SIMPLE)
2015-02-12 12:28:06,519 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0010_01_000002 by user soberoi
2015-02-12 12:28:06,520 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0010 CONTAINERID=container_1423772685743_0010_01_000002
2015-02-12 12:28:06,520 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0010_01_000002 to application application_1423772685743_0010
2015-02-12 12:28:06,520 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0010_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:28:06,520 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0010
2015-02-12 12:28:06,520 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0010
2015-02-12 12:28:06,520 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:28:06,521 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0010
2015-02-12 12:28:06,521 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0010_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:28:06,549 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0010_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:28:06,549 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:06,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0010/container_1423772685743_0010_01_000002/default_container_executor.sh]
2015-02-12 12:28:07,062 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:28:07,062 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:07,063 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0009
2015-02-12 12:28:07,063 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0009
2015-02-12 12:28:07,063 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0009
2015-02-12 12:28:07,063 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:28:07,063 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0009, with delay of 10800 seconds
2015-02-12 12:28:07,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0009
2015-02-12 12:28:07,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0009
2015-02-12 12:28:07,412 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:28:07,495 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0010_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:28:07,907 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741916_1092
2015-02-12 12:28:07,908 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741917_1093
2015-02-12 12:28:07,908 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741921_1097
2015-02-12 12:28:07,909 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741918_1094
2015-02-12 12:28:07,925 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741917_1093
2015-02-12 12:28:07,927 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741920_1096
2015-02-12 12:28:07,928 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741916_1092
2015-02-12 12:28:07,928 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741922_1098
2015-02-12 12:28:07,929 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741923_1099
2015-02-12 12:28:07,930 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741921_1097
2015-02-12 12:28:08,065 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:08,113 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741920_1096
2015-02-12 12:28:08,113 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741922_1098
2015-02-12 12:28:08,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741921_1097
2015-02-12 12:28:08,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741922_1098
2015-02-12 12:28:08,115 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741919_1095
2015-02-12 12:28:08,312 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741923_1099
2015-02-12 12:28:08,319 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741920_1096
2015-02-12 12:28:08,320 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741923_1099
2015-02-12 12:28:08,321 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741918_1094
2015-02-12 12:28:08,486 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741916_1092
2015-02-12 12:28:08,487 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741918_1094
2015-02-12 12:28:08,487 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741917_1093
2015-02-12 12:28:08,488 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741919_1095
2015-02-12 12:28:08,517 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741919_1095
2015-02-12 12:28:08,691 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741920_1096
2015-02-12 12:28:08,692 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741921_1097
2015-02-12 12:28:09,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:09,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:28:09,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:28:09,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1423772685743_0010_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:28:09,537 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0010_000001 (auth:SIMPLE)
2015-02-12 12:28:09,543 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0010_01_000002
2015-02-12 12:28:09,543 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0010 CONTAINERID=container_1423772685743_0010_01_000002
2015-02-12 12:28:09,544 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0010_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:28:09,544 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0010_01_000002
2015-02-12 12:28:09,568 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job_1423772685743_0010_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:28:09,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741925_1101 src: /127.0.0.1:62633 dest: /127.0.0.1:61661
2015-02-12 12:28:09,573 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0010_01_000002 is : 143
2015-02-12 12:28:09,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741925_1101 src: /127.0.0.1:62634 dest: /127.0.0.1:61658
2015-02-12 12:28:09,576 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741925_1101 src: /127.0.0.1:62635 dest: /127.0.0.1:61668
2015-02-12 12:28:09,586 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0010_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:28:09,587 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0010 CONTAINERID=container_1423772685743_0010_01_000002
2015-02-12 12:28:09,587 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0010_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:28:09,587 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0010_01_000002 from application application_1423772685743_0010
2015-02-12 12:28:09,588 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:09,588 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0010
2015-02-12 12:28:09,588 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0010/container_1423772685743_0010_01_000002
2015-02-12 12:28:09,589 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job_1423772685743_0010_1.jhist for DFSClient_NONMAPREDUCE_-1151523032_1
2015-02-12 12:28:09,589 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0010/container_1423772685743_0010_01_000002
2015-02-12 12:28:09,591 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0010/container_1423772685743_0010_01_000002
2015-02-12 12:28:09,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0010/container_1423772685743_0010_01_000002
2015-02-12 12:28:10,549 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0010_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:28:10,549 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0010_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:28:10,549 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0010 CONTAINERID=container_1423772685743_0010_01_000002
2015-02-12 12:28:10,550 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0010_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:28:10,550 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:28:10,551 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0010_01_000002, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:28:10,551 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:10,551 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:28:10,551 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0010_000001 released container container_1423772685743_0010_01_000002 on node: host: 10.1.1.68:61700 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:28:11,551 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:11,552 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0010_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:28:11,552 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0010 CONTAINERID=container_1423772685743_0010_01_000003
2015-02-12 12:28:11,552 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0010_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:28:11,553 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0010_000001 container=Container: [ContainerId: container_1423772685743_0010_01_000003, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:28:11,553 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:28:11,553 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:12,443 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0010_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:28:12,454 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0010_000001 (auth:SIMPLE)
2015-02-12 12:28:12,457 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0010_01_000003 by user soberoi
2015-02-12 12:28:12,457 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0010 CONTAINERID=container_1423772685743_0010_01_000003
2015-02-12 12:28:12,457 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0010_01_000003 to application application_1423772685743_0010
2015-02-12 12:28:12,457 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0010_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:28:12,457 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0010
2015-02-12 12:28:12,457 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0010
2015-02-12 12:28:12,457 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:28:12,458 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0010
2015-02-12 12:28:12,458 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0010_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:28:12,487 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0010_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:28:12,487 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:12,552 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0010_01_000002]
2015-02-12 12:28:12,552 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0010_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:28:12,552 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:12,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0010/container_1423772685743_0010_01_000003/default_container_executor.sh]
2015-02-12 12:28:12,934 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741924_1100
2015-02-12 12:28:13,318 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741924_1100
2015-02-12 12:28:13,447 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:28:13,521 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741924_1100
2015-02-12 12:28:15,037 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:28:15,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1423772685743_0010_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:15,320 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1423772685743_0010_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:28:15,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741926_1102 src: /127.0.0.1:62640 dest: /127.0.0.1:61661
2015-02-12 12:28:15,404 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741926_1102 src: /127.0.0.1:62641 dest: /127.0.0.1:61658
2015-02-12 12:28:15,405 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741926_1102 src: /127.0.0.1:62642 dest: /127.0.0.1:61665
2015-02-12 12:28:15,444 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62642, dest: /127.0.0.1:61665, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0010_r_000000_0_-944268217_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741926_1102, duration: 36914000
2015-02-12 12:28:15,444 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741926_1102, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:15,446 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62641, dest: /127.0.0.1:61658, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0010_r_000000_0_-944268217_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741926_1102, duration: 38653000
2015-02-12 12:28:15,446 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:15,448 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62640, dest: /127.0.0.1:61661, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0010_r_000000_0_-944268217_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741926_1102, duration: 40484000
2015-02-12 12:28:15,448 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:15,450 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:28:15,452 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:15,453 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:15,459 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1423772685743_0010_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0010_r_000000_0_-944268217_1
2015-02-12 12:28:15,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1423772685743_0010_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:28:15,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1423772685743_0010_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:28:15,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/task_1423772685743_0010_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:28:15,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1423772685743_0010_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/task_1423772685743_0010_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:28:15,505 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0010_000001 (auth:SIMPLE)
2015-02-12 12:28:15,507 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0010_01_000003
2015-02-12 12:28:15,507 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0010 CONTAINERID=container_1423772685743_0010_01_000003
2015-02-12 12:28:15,507 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0010_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:28:15,507 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0010_01_000003
2015-02-12 12:28:15,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:15,517 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1151523032_1
2015-02-12 12:28:15,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:28:15,539 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0010_01_000003 is : 143
2015-02-12 12:28:15,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:28:15,544 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0010_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:28:15,545 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0010 CONTAINERID=container_1423772685743_0010_01_000003
2015-02-12 12:28:15,545 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0010_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:28:15,545 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0010_01_000003 from application application_1423772685743_0010
2015-02-12 12:28:15,546 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:15,546 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0010
2015-02-12 12:28:15,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:28:15,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0010/container_1423772685743_0010_01_000003
2015-02-12 12:28:15,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0010/container_1423772685743_0010_01_000003
2015-02-12 12:28:15,547 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0010/container_1423772685743_0010_01_000003
2015-02-12 12:28:15,547 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0010/container_1423772685743_0010_01_000003
2015-02-12 12:28:15,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/task_1423772685743_0010_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:28:15,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:28:15,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/task_1423772685743_0010_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:15,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary dst=null perm=null proto=rpc
2015-02-12 12:28:15,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:15,567 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1151523032_1
2015-02-12 12:28:15,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:15,571 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1151523032_1
2015-02-12 12:28:15,589 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62635, dest: /127.0.0.1:61668, bytes: 38004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1151523032_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741925_1101, duration: 6009072000
2015-02-12 12:28:15,589 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741925_1101, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:15,590 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 13746
2015-02-12 12:28:15,591 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62634, dest: /127.0.0.1:61658, bytes: 38004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1151523032_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741925_1101, duration: 6011198000
2015-02-12 12:28:15,592 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:15,594 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62633, dest: /127.0.0.1:61661, bytes: 38004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1151523032_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741925_1101, duration: 6013404000
2015-02-12 12:28:15,594 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 13746
2015-02-12 12:28:15,594 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:15,596 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 13746
2015-02-12 12:28:15,597 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job_1423772685743_0010_1.jhist is closed by DFSClient_NONMAPREDUCE_-1151523032_1
2015-02-12 12:28:15,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:15,603 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:28:15,605 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741927_1103 src: /127.0.0.1:62644 dest: /127.0.0.1:61658
2015-02-12 12:28:15,606 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741927_1103 src: /127.0.0.1:62645 dest: /127.0.0.1:61665
2015-02-12 12:28:15,608 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741927_1103 src: /127.0.0.1:62646 dest: /127.0.0.1:61668
2015-02-12 12:28:15,613 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62646, dest: /127.0.0.1:61668, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1151523032_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741927_1103, duration: 2879000
2015-02-12 12:28:15,613 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741927_1103, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:15,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:28:15,614 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62645, dest: /127.0.0.1:61665, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1151523032_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741927_1103, duration: 4064000
2015-02-12 12:28:15,614 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:15,615 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:28:15,616 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62644, dest: /127.0.0.1:61658, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1151523032_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741927_1103, duration: 5859000
2015-02-12 12:28:15,616 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:15,618 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:15,622 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1151523032_1
2015-02-12 12:28:15,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:28:15,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job_1423772685743_0010_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:28:15,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010-1423772880414-soberoi-%5BA842E28475664B569838C00A23691896%2FC95C1BC9E9F4436C-1423772895572-1-1-SUCCEEDED-default-1423772884381.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:28:15,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job_1423772685743_0010_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:28:15,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010-1423772880414-soberoi-%5BA842E28475664B569838C00A23691896%2FC95C1BC9E9F4436C-1423772895572-1-1-SUCCEEDED-default-1423772884381.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:28:15,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job_1423772685743_0010_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:28:15,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010-1423772880414-soberoi-%5BA842E28475664B569838C00A23691896%2FC95C1BC9E9F4436C-1423772895572-1-1-SUCCEEDED-default-1423772884381.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:15,657 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010-1423772880414-soberoi-%5BA842E28475664B569838C00A23691896%2FC95C1BC9E9F4436C-1423772895572-1-1-SUCCEEDED-default-1423772884381.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:28:15,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741928_1104 src: /127.0.0.1:62648 dest: /127.0.0.1:61665
2015-02-12 12:28:15,661 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741928_1104 src: /127.0.0.1:62649 dest: /127.0.0.1:61668
2015-02-12 12:28:15,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741928_1104 src: /127.0.0.1:62650 dest: /127.0.0.1:61658
2015-02-12 12:28:15,668 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62650, dest: /127.0.0.1:61658, bytes: 38004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1151523032_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741928_1104, duration: 1891000
2015-02-12 12:28:15,668 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741928_1104, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:15,668 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:15,669 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62649, dest: /127.0.0.1:61668, bytes: 38004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1151523032_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741928_1104, duration: 2449000
2015-02-12 12:28:15,669 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:15,670 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:28:15,670 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62648, dest: /127.0.0.1:61665, bytes: 38004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1151523032_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741928_1104, duration: 3649000
2015-02-12 12:28:15,670 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:15,671 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:28:15,673 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010-1423772880414-soberoi-%5BA842E28475664B569838C00A23691896%2FC95C1BC9E9F4436C-1423772895572-1-1-SUCCEEDED-default-1423772884381.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1151523032_1
2015-02-12 12:28:15,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010-1423772880414-soberoi-%5BA842E28475664B569838C00A23691896%2FC95C1BC9E9F4436C-1423772895572-1-1-SUCCEEDED-default-1423772884381.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:28:15,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job_1423772685743_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:28:15,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:28:15,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job_1423772685743_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:28:15,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:28:15,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010/job_1423772685743_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:28:15,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:15,690 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:28:15,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741929_1105 src: /127.0.0.1:62651 dest: /127.0.0.1:61668
2015-02-12 12:28:15,694 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741929_1105 src: /127.0.0.1:62652 dest: /127.0.0.1:61665
2015-02-12 12:28:15,695 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741929_1105 src: /127.0.0.1:62653 dest: /127.0.0.1:61658
2015-02-12 12:28:15,699 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62653, dest: /127.0.0.1:61658, bytes: 117490, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1151523032_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741929_1105, duration: 2173000
2015-02-12 12:28:15,699 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741929_1105, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:15,700 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:15,700 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62652, dest: /127.0.0.1:61665, bytes: 117490, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1151523032_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741929_1105, duration: 2939000
2015-02-12 12:28:15,700 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:15,701 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:15,701 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62651, dest: /127.0.0.1:61668, bytes: 117490, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1151523032_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741929_1105, duration: 4211000
2015-02-12 12:28:15,702 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:15,702 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:15,704 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1151523032_1
2015-02-12 12:28:15,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:28:15,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:28:15,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:28:15,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010-1423772880414-soberoi-%5BA842E28475664B569838C00A23691896%2FC95C1BC9E9F4436C-1423772895572-1-1-SUCCEEDED-default-1423772884381.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010-1423772880414-soberoi-%5BA842E28475664B569838C00A23691896%2FC95C1BC9E9F4436C-1423772895572-1-1-SUCCEEDED-default-1423772884381.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:28:15,721 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0010_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:28:15,721 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0010_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:28:15,721 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0010 with final state: FINISHING
2015-02-12 12:28:15,721 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0010 State change from RUNNING to FINAL_SAVING
2015-02-12 12:28:15,721 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0010
2015-02-12 12:28:15,721 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0010_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:28:15,722 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0010 State change from FINAL_SAVING to FINISHING
2015-02-12 12:28:16,512 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0010_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:28:16,512 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0010_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:28:16,512 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0010 CONTAINERID=container_1423772685743_0010_01_000003
2015-02-12 12:28:16,513 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0010_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:28:16,513 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:28:16,514 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0010_01_000003, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:28:16,514 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:16,514 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:28:16,514 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0010_000001 released container container_1423772685743_0010_01_000003 on node: host: 10.1.1.68:61700 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:28:16,727 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0010 unregistered successfully.
2015-02-12 12:28:16,730 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741920_1096 127.0.0.1:61665 127.0.0.1:61658 127.0.0.1:61661 127.0.0.1:61668
2015-02-12 12:28:16,731 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741921_1097 127.0.0.1:61665 127.0.0.1:61658 127.0.0.1:61668 127.0.0.1:61661
2015-02-12 12:28:16,731 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741922_1098 127.0.0.1:61661 127.0.0.1:61658 127.0.0.1:61668
2015-02-12 12:28:16,731 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741923_1099 127.0.0.1:61668 127.0.0.1:61658 127.0.0.1:61661
2015-02-12 12:28:16,731 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741925_1101 127.0.0.1:61661 127.0.0.1:61658 127.0.0.1:61668
2015-02-12 12:28:16,732 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741924_1100 127.0.0.1:61661 127.0.0.1:61658 127.0.0.1:61668
2015-02-12 12:28:16,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0010 dst=null perm=null proto=rpc
2015-02-12 12:28:16,762 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741916_1092 127.0.0.1:61665 127.0.0.1:61661 127.0.0.1:61658
2015-02-12 12:28:16,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/9550047379_lower_upper_5D7B4D34AD0647D79703881F3E700023 dst=null perm=null proto=rpc
2015-02-12 12:28:16,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:28:16,765 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary
2015-02-12 12:28:16,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary dst=null perm=null proto=rpc
2015-02-12 12:28:16,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:28:16,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:28:16,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:28:16,780 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:28:16,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:28:16,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:28:16,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:28:16,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:28:16,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:28:16,798 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:28:16,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:28:16,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:28:16,802 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false
2015-02-12 12:28:16,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:28:16,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:28:16,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:28:16,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:28:16,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:28:16,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:28:16,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:28:16,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:28:16,837 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:28:16,838 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:28:16,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 12:28:16,862 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 12:28:16,862 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt"]
2015-02-12 12:28:16,862 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"]
2015-02-12 12:28:16,863 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true"]
2015-02-12 12:28:16,863 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 12:28:16,863 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-02-12 12:28:16,863 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-02-12 12:28:16,865 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-02-12 12:28:16,879 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:28:16,889 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:28:16,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899 dst=null perm=null proto=rpc
2015-02-12 12:28:16,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:28:16,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:28:16,895 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 11
2015-02-12 12:28:16,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011 dst=null perm=null proto=rpc
2015-02-12 12:28:16,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:28:16,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:28:16,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:16,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:16,903 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:28:16,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741930_1106 src: /127.0.0.1:62660 dest: /127.0.0.1:61668
2015-02-12 12:28:16,906 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741930_1106 src: /127.0.0.1:62661 dest: /127.0.0.1:61658
2015-02-12 12:28:16,907 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741930_1106 src: /127.0.0.1:62662 dest: /127.0.0.1:61661
2015-02-12 12:28:16,911 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62662, dest: /127.0.0.1:61661, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741930_1106, duration: 2888000
2015-02-12 12:28:16,911 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741930_1106, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:16,912 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:16,912 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62661, dest: /127.0.0.1:61658, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741930_1106, duration: 3249000
2015-02-12 12:28:16,912 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:16,913 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:16,913 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62660, dest: /127.0.0.1:61668, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741930_1106, duration: 4752000
2015-02-12 12:28:16,913 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:16,918 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:16,919 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:28:16,919 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar
2015-02-12 12:28:16,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:16,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:16,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:16,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:16,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:16,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:28:16,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:28:16,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:28:16,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:28:16,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:28:16,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:16,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:28:16,930 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:28:16,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:28:16,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:28:16,933 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:28:16,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:28:16,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:16,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:16,938 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.split
2015-02-12 12:28:16,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:16,939 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:28:16,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741931_1107 src: /127.0.0.1:62663 dest: /127.0.0.1:61658
2015-02-12 12:28:16,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741931_1107 src: /127.0.0.1:62664 dest: /127.0.0.1:61665
2015-02-12 12:28:16,944 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741931_1107 src: /127.0.0.1:62665 dest: /127.0.0.1:61661
2015-02-12 12:28:16,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741931_1107 src: /127.0.0.1:62666 dest: /127.0.0.1:61668
2015-02-12 12:28:16,950 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62666, dest: /127.0.0.1:61668, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741931_1107, duration: 2615000
2015-02-12 12:28:16,951 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741931_1107, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:16,952 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:28:16,952 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62665, dest: /127.0.0.1:61661, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741931_1107, duration: 4568000
2015-02-12 12:28:16,953 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:16,953 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:16,953 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62664, dest: /127.0.0.1:61665, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741931_1107, duration: 5826000
2015-02-12 12:28:16,954 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:16,954 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:28:16,954 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62663, dest: /127.0.0.1:61658, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741931_1107, duration: 6800000
2015-02-12 12:28:16,954 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:16,956 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:16,957 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:28:16,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:16,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:16,962 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:28:16,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741932_1108 src: /127.0.0.1:62667 dest: /127.0.0.1:61661
2015-02-12 12:28:16,966 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741932_1108 src: /127.0.0.1:62668 dest: /127.0.0.1:61665
2015-02-12 12:28:16,967 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741932_1108 src: /127.0.0.1:62669 dest: /127.0.0.1:61668
2015-02-12 12:28:16,970 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62669, dest: /127.0.0.1:61668, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741932_1108, duration: 1211000
2015-02-12 12:28:16,970 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741932_1108, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:16,971 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:28:16,971 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62668, dest: /127.0.0.1:61665, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741932_1108, duration: 1760000
2015-02-12 12:28:16,971 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:16,972 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:28:16,972 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62667, dest: /127.0.0.1:61661, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741932_1108, duration: 2739000
2015-02-12 12:28:16,972 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:16,974 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:16,975 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:28:16,975 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:2
2015-02-12 12:28:16,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:16,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:16,985 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:28:16,987 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741933_1109 src: /127.0.0.1:62670 dest: /127.0.0.1:61668
2015-02-12 12:28:16,989 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741933_1109 src: /127.0.0.1:62671 dest: /127.0.0.1:61661
2015-02-12 12:28:16,990 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741933_1109 src: /127.0.0.1:62672 dest: /127.0.0.1:61658
2015-02-12 12:28:16,993 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62672, dest: /127.0.0.1:61658, bytes: 99828, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741933_1109, duration: 1846000
2015-02-12 12:28:16,993 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741933_1109, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:16,994 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:16,994 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62671, dest: /127.0.0.1:61661, bytes: 99828, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741933_1109, duration: 2367000
2015-02-12 12:28:16,994 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:16,995 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62670, dest: /127.0.0.1:61668, bytes: 99828, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741933_1109, duration: 3480000
2015-02-12 12:28:16,995 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:16,995 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:16,997 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:16,999 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:28:17,000 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0011
2015-02-12 12:28:17,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011 dst=null perm=null proto=rpc
2015-02-12 12:28:17,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:17,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:17,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:17,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:17,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:17,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:17,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:17,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:17,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:17,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:17,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:17,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:17,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:17,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:17,016 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 11 submitted by user soberoi
2015-02-12 12:28:17,016 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0011
2015-02-12 12:28:17,016 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0011 State change from NEW to NEW_SAVING
2015-02-12 12:28:17,016 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0011
2015-02-12 12:28:17,016 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0011
2015-02-12 12:28:17,017 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0011 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:28:17,017 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0011 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:28:17,017 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0011 from user: soberoi, in queue: default
2015-02-12 12:28:17,018 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0011 State change from SUBMITTED to ACCEPTED
2015-02-12 12:28:17,018 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0011_000001
2015-02-12 12:28:17,018 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0011_000001 State change from NEW to SUBMITTED
2015-02-12 12:28:17,018 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0011 from user: soberoi activated in queue: default
2015-02-12 12:28:17,018 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0011 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:28:17,018 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0011_000001 to scheduler from user soberoi in queue default
2015-02-12 12:28:17,018 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0011
2015-02-12 12:28:17,019 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0011_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:28:17,021 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0011/
2015-02-12 12:28:17,022 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423772685743_0011
2015-02-12 12:28:17,022 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0011/
2015-02-12 12:28:17,084 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0011_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:28:17,084 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000001
2015-02-12 12:28:17,084 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0011_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61688, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:28:17,085 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0011_000001 container=Container: [ContainerId: container_1423772685743_0011_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:28:17,085 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:28:17,085 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:17,086 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61688 for container : container_1423772685743_0011_01_000001
2015-02-12 12:28:17,086 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0011_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:28:17,086 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0011_000001
2015-02-12 12:28:17,087 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0011 AttemptId: appattempt_1423772685743_0011_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0011_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ]
2015-02-12 12:28:17,087 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0011_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:28:17,087 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0011_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:28:17,087 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0011_000001
2015-02-12 12:28:17,089 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0011_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] for AM appattempt_1423772685743_0011_000001
2015-02-12 12:28:17,089 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0011_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:28:17,089 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0011_000001
2015-02-12 12:28:17,089 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0011_000001
2015-02-12 12:28:17,091 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0011_000001 (auth:SIMPLE)
2015-02-12 12:28:17,093 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0011_01_000001 by user soberoi
2015-02-12 12:28:17,094 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0011
2015-02-12 12:28:17,094 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000001
2015-02-12 12:28:17,094 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0011 transitioned from NEW to INITING
2015-02-12 12:28:17,094 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0011_01_000001 to application application_1423772685743_0011
2015-02-12 12:28:17,094 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0011_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] for AM appattempt_1423772685743_0011_000001
2015-02-12 12:28:17,094 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0011 transitioned from INITING to RUNNING
2015-02-12 12:28:17,094 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0011_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:28:17,095 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:28:17,095 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0011
2015-02-12 12:28:17,095 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:28:17,095 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:28:17,095 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:28:17,095 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:28:17,096 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0011_01_000001
2015-02-12 12:28:17,105 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423772685743_0011_01_000001.tokens. Credentials list:
2015-02-12 12:28:17,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:28:17,286 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423772685743_0011_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000001.tokens
2015-02-12 12:28:17,286 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0011
2015-02-12 12:28:17,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:17,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:17,390 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:17,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:17,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:17,436 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0011/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:17,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:17,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:17,489 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0011/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:17,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:17,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:17,512 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:17,539 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0011/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:17,539 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:28:17,568 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:28:17,568 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:17,674 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000001/default_container_executor.sh]
2015-02-12 12:28:18,088 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0011_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:28:18,514 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:18,817 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61661 to replicate blk_1073741930_1106 to datanode(s) 127.0.0.1:61665
2015-02-12 12:28:18,817 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741922_1098, blk_1073741923_1099, blk_1073741924_1100, blk_1073741925_1101, blk_1073741916_1092]
2015-02-12 12:28:18,817 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741916_1092]
2015-02-12 12:28:19,516 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:19,526 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=18070054-5d1e-466b-b94e-bcb360fa5187, infoPort=61662, ipcPort=61664, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073741930_1106 to 127.0.0.1:61665
2015-02-12 12:28:19,526 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 12:28:19,526 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 12:28:19,527 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741922 for deletion
2015-02-12 12:28:19,527 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 12:28:19,527 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 12:28:19,527 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 12:28:19,527 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741922
2015-02-12 12:28:19,527 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741924 for deletion
2015-02-12 12:28:19,527 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 12:28:19,528 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073741930_1106 (numBytes=254067) to /127.0.0.1:61665
2015-02-12 12:28:19,528 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741924
2015-02-12 12:28:19,528 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741925 for deletion
2015-02-12 12:28:19,529 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741916 for deletion
2015-02-12 12:28:19,529 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741930_1106 src: /127.0.0.1:62676 dest: /127.0.0.1:61665
2015-02-12 12:28:19,530 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741925
2015-02-12 12:28:19,530 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741916
2015-02-12 12:28:19,531 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073741930_1106 src: /127.0.0.1:62676 dest: /127.0.0.1:61665 of size 254067
2015-02-12 12:28:19,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741930_1106 size 254067
2015-02-12 12:28:19,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:28:19,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:28:19,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:28:19,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:28:19,799 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 12:28:19,800 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 12:28:19,800 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741916 for deletion
2015-02-12 12:28:19,800 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 12:28:19,800 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 12:28:19,800 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741916
2015-02-12 12:28:19,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011 dst=null perm=null proto=rpc
2015-02-12 12:28:19,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:28:19,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:28:20,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:20,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:20,516 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:21,156 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0011_000001 (auth:SIMPLE)
2015-02-12 12:28:21,159 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0011_000001
2015-02-12 12:28:21,159 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0011 APPATTEMPTID=appattempt_1423772685743_0011_000001
2015-02-12 12:28:21,159 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0011_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:28:21,159 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0011 State change from ACCEPTED to RUNNING
2015-02-12 12:28:21,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job_1423772685743_0011_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:21,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:28:21,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job_1423772685743_0011_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:21,426 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job_1423772685743_0011_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:28:21,470 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741934_1110 src: /127.0.0.1:62697 dest: /127.0.0.1:61665
2015-02-12 12:28:21,472 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741934_1110 src: /127.0.0.1:62698 dest: /127.0.0.1:61658
2015-02-12 12:28:21,473 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741934_1110 src: /127.0.0.1:62699 dest: /127.0.0.1:61668
2015-02-12 12:28:21,505 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62699, dest: /127.0.0.1:61668, bytes: 117089, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-343271796_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741934_1110, duration: 30048000
2015-02-12 12:28:21,505 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741934_1110, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:21,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:28:21,506 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62698, dest: /127.0.0.1:61658, bytes: 117089, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-343271796_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741934_1110, duration: 30616000
2015-02-12 12:28:21,506 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:21,506 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:28:21,507 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62697, dest: /127.0.0.1:61665, bytes: 117089, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-343271796_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741934_1110, duration: 31821000
2015-02-12 12:28:21,507 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:21,507 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:28:21,510 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job_1423772685743_0011_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-343271796_1
2015-02-12 12:28:21,522 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:21,780 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772685743_0010_01_000001 succeeded
2015-02-12 12:28:21,780 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0010_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:28:21,780 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0010_01_000001
2015-02-12 12:28:21,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0010/container_1423772685743_0010_01_000001
2015-02-12 12:28:21,794 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0010/container_1423772685743_0010_01_000001
2015-02-12 12:28:21,794 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0010/container_1423772685743_0010_01_000001
2015-02-12 12:28:21,794 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0010/container_1423772685743_0010_01_000001
2015-02-12 12:28:21,794 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0010 CONTAINERID=container_1423772685743_0010_01_000001
2015-02-12 12:28:21,794 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0010_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:28:21,795 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0010_01_000001 from application application_1423772685743_0010
2015-02-12 12:28:21,795 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:21,795 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0010
2015-02-12 12:28:21,819 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741922_1098, blk_1073741923_1099, blk_1073741924_1100, blk_1073741925_1101]
2015-02-12 12:28:21,820 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741922_1098, blk_1073741923_1099, blk_1073741924_1100, blk_1073741925_1101, blk_1073741916_1092]
2015-02-12 12:28:22,388 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0011_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:28:22,388 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000002
2015-02-12 12:28:22,388 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0011_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:28:22,388 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0011_000001 container=Container: [ContainerId: container_1423772685743_0011_01_000002, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:28:22,389 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-12 12:28:22,389 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:22,390 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0011_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:28:22,390 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000003
2015-02-12 12:28:22,390 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0011_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:28:22,390 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0011_000001 container=Container: [ContainerId: container_1423772685743_0011_01_000003, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:28:22,391 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-02-12 12:28:22,391 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:22,526 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0010_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:28:22,526 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0010_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:28:22,526 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0010 CONTAINERID=container_1423772685743_0010_01_000001
2015-02-12 12:28:22,526 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0010_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61700, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:28:22,527 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:28:22,527 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0010_01_000001, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:28:22,527 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:22,527 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2015-02-12 12:28:22,528 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0010_000001 released container container_1423772685743_0010_01_000001 on node: host: 10.1.1.68:61700 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:28:22,528 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:22,526 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772685743_0010_000001
2015-02-12 12:28:22,528 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772685743_0010_000001
2015-02-12 12:28:22,529 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0010_000001 State change from FINISHING to FINISHED
2015-02-12 12:28:22,529 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0010 State change from FINISHING to FINISHED
2015-02-12 12:28:22,529 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772685743_0010_000001 is done. finalState=FINISHED
2015-02-12 12:28:22,529 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772685743_0010
2015-02-12 12:28:22,529 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772685743_0010 requests cleared
2015-02-12 12:28:22,529 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772685743_0010,name=[A842E28475664B569838C00A23691896/C95C1BC9E9F4436CAF130727B289A23A] lower*upper/(2/2) ...ue/false/true/false/false,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:61686/proxy/application_1423772685743_0010/jobhistory/job/job_1423772685743_0010,appMasterHost=10.1.1.68,startTime=1423772880414,finishTime=1423772895721,finalStatus=SUCCEEDED
2015-02-12 12:28:22,529 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772685743_0010_000001
2015-02-12 12:28:22,529 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772685743_0010 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:28:22,531 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772685743_0010 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:28:22,531 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 12:28:22,531 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 12:28:22,531 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741922 for deletion
2015-02-12 12:28:22,531 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 12:28:22,531 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741924 for deletion
2015-02-12 12:28:22,532 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741925 for deletion
2015-02-12 12:28:22,532 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741916 for deletion
2015-02-12 12:28:22,532 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 12:28:22,532 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 12:28:22,533 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 12:28:22,533 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741922
2015-02-12 12:28:22,533 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741925
2015-02-12 12:28:22,533 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741924
2015-02-12 12:28:22,534 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741916
2015-02-12 12:28:22,535 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0010_000001 (auth:SIMPLE)
2015-02-12 12:28:22,536 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0010_01_000001
2015-02-12 12:28:22,536 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0010 CONTAINERID=container_1423772685743_0010_01_000001
2015-02-12 12:28:22,537 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0010_01_000001]
2015-02-12 12:28:22,537 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:22,537 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:22,537 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:28:22,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0010
2015-02-12 12:28:22,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0010
2015-02-12 12:28:22,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0010
2015-02-12 12:28:22,539 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0010
2015-02-12 12:28:22,539 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:28:22,539 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0010, with delay of 10800 seconds
2015-02-12 12:28:22,539 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0010
2015-02-12 12:28:22,940 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741929_1105
2015-02-12 12:28:22,940 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741931_1107
2015-02-12 12:28:23,062 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 12:28:23,063 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 12:28:23,063 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741922 for deletion
2015-02-12 12:28:23,063 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 12:28:23,063 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 12:28:23,063 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 12:28:23,063 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741922
2015-02-12 12:28:23,063 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741924 for deletion
2015-02-12 12:28:23,064 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 12:28:23,064 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741925 for deletion
2015-02-12 12:28:23,064 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741924
2015-02-12 12:28:23,064 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741925
2015-02-12 12:28:23,146 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741930_1106
2015-02-12 12:28:23,147 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741927_1103
2015-02-12 12:28:23,147 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741926_1102
2015-02-12 12:28:23,148 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741928_1104
2015-02-12 12:28:23,149 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741933_1109
2015-02-12 12:28:23,204 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61692 for container : container_1423772685743_0011_01_000002
2015-02-12 12:28:23,205 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0011_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:28:23,205 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0011_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:28:23,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:23,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:23,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:23,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:23,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:23,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:23,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:23,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:23,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:23,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:23,328 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741926_1102
2015-02-12 12:28:23,336 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0011_000001 (auth:SIMPLE)
2015-02-12 12:28:23,336 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0011_000001 (auth:SIMPLE)
2015-02-12 12:28:23,340 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0011_01_000003 by user soberoi
2015-02-12 12:28:23,340 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0011
2015-02-12 12:28:23,340 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0011 transitioned from NEW to INITING
2015-02-12 12:28:23,341 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0011_01_000002 by user soberoi
2015-02-12 12:28:23,341 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0011_01_000003 to application application_1423772685743_0011
2015-02-12 12:28:23,341 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000002
2015-02-12 12:28:23,341 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000003
2015-02-12 12:28:23,341 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0011_01_000002 to application application_1423772685743_0011
2015-02-12 12:28:23,341 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0011 transitioned from INITING to RUNNING
2015-02-12 12:28:23,342 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:28:23,342 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:28:23,342 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0011
2015-02-12 12:28:23,342 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0011
2015-02-12 12:28:23,342 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:28:23,342 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0011
2015-02-12 12:28:23,343 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:28:23,343 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:28:23,343 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0011
2015-02-12 12:28:23,343 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0011
2015-02-12 12:28:23,343 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:28:23,343 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0011
2015-02-12 12:28:23,344 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0011_01_000003
2015-02-12 12:28:23,344 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0011_01_000002
2015-02-12 12:28:23,355 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423772685743_0011_01_000002.tokens. Credentials list:
2015-02-12 12:28:23,355 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423772685743_0011_01_000003.tokens. Credentials list:
2015-02-12 12:28:23,391 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0011_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:28:23,391 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0011_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:28:23,470 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:28:23,531 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741930_1106
2015-02-12 12:28:23,531 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741932_1108
2015-02-12 12:28:23,531 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741932_1108
2015-02-12 12:28:23,532 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741933_1109
2015-02-12 12:28:23,532 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741931_1107
2015-02-12 12:28:23,532 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741931_1107
2015-02-12 12:28:23,533 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741927_1103
2015-02-12 12:28:23,534 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741933_1109
2015-02-12 12:28:23,535 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741929_1105
2015-02-12 12:28:23,541 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:23,555 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423772685743_0011_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000003.tokens
2015-02-12 12:28:23,556 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0011
2015-02-12 12:28:23,564 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:28:23,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:23,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:23,644 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423772685743_0011_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000002.tokens
2015-02-12 12:28:23,644 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0011
2015-02-12 12:28:23,668 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:23,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:23,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:23,699 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741929_1105
2015-02-12 12:28:23,700 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741926_1102
2015-02-12 12:28:23,700 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741927_1103
2015-02-12 12:28:23,701 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741932_1108
2015-02-12 12:28:23,702 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741928_1104
2015-02-12 12:28:23,704 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741931_1107
2015-02-12 12:28:23,722 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0011/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:23,722 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:28:23,722 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:28:23,735 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741928_1104
2015-02-12 12:28:23,760 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:28:23,760 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:23,761 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:28:23,761 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:23,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000002/default_container_executor.sh]
2015-02-12 12:28:23,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000003/default_container_executor.sh]
2015-02-12 12:28:23,938 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741930_1106
2015-02-12 12:28:24,218 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:28:27,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:27,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:27,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:28:27,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:28:27,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/_temporary/1/_temporary/attempt_1423772685743_0011_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:28:27,872 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0011_000001 (auth:SIMPLE)
2015-02-12 12:28:27,873 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0011_01_000002
2015-02-12 12:28:27,873 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000002
2015-02-12 12:28:27,874 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:28:27,874 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0011_01_000002
2015-02-12 12:28:27,891 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job_1423772685743_0011_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:28:27,893 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741935_1111 src: /127.0.0.1:62714 dest: /127.0.0.1:61665
2015-02-12 12:28:27,894 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0011_01_000002 is : 143
2015-02-12 12:28:27,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741935_1111 src: /127.0.0.1:62715 dest: /127.0.0.1:61661
2015-02-12 12:28:27,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741935_1111 src: /127.0.0.1:62716 dest: /127.0.0.1:61658
2015-02-12 12:28:27,901 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job_1423772685743_0011_1.jhist for DFSClient_NONMAPREDUCE_-343271796_1
2015-02-12 12:28:27,907 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:28:27,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000002
2015-02-12 12:28:27,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000002
2015-02-12 12:28:27,908 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000002
2015-02-12 12:28:27,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000002
2015-02-12 12:28:27,909 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000002
2015-02-12 12:28:27,908 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:28:27,909 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0011_01_000002 from application application_1423772685743_0011
2015-02-12 12:28:27,909 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:27,909 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0011
2015-02-12 12:28:27,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/_temporary/1/_temporary/attempt_1423772685743_0011_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:28:27,931 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0011_000001 (auth:SIMPLE)
2015-02-12 12:28:27,932 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0011_01_000003
2015-02-12 12:28:27,933 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000003
2015-02-12 12:28:27,933 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:28:27,933 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0011_01_000003
2015-02-12 12:28:27,933 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0011_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:28:27,934 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0011_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:28:27,934 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000002
2015-02-12 12:28:27,934 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0011_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:28:27,934 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:28:27,935 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0011_01_000002, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:28:27,935 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:27,935 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:28:27,935 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0011_000001 released container container_1423772685743_0011_01_000002 on node: host: 10.1.1.68:61692 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:28:27,948 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0011_01_000003 is : 143
2015-02-12 12:28:27,957 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:28:27,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000003
2015-02-12 12:28:27,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000003
2015-02-12 12:28:27,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000003
2015-02-12 12:28:27,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000003
2015-02-12 12:28:27,959 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000003
2015-02-12 12:28:27,959 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:28:27,959 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0011_01_000003 from application application_1423772685743_0011
2015-02-12 12:28:27,959 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:27,959 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0011
2015-02-12 12:28:28,158 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741934_1110
2015-02-12 12:28:28,711 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741934_1110
2015-02-12 12:28:28,915 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741930_1106
2015-02-12 12:28:28,939 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:28,939 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0011_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:28:28,939 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0011_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:28:28,940 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000003
2015-02-12 12:28:28,940 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0011_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:28:28,940 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:28:28,941 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0011_01_000003, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:28:28,942 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:28,942 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:28:28,942 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0011_000001 released container container_1423772685743_0011_01_000003 on node: host: 10.1.1.68:61692 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:28:28,944 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741934_1110
2015-02-12 12:28:29,564 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0011_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:28:29,564 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000004
2015-02-12 12:28:29,564 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0011_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:28:29,565 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0011_000001 container=Container: [ContainerId: container_1423772685743_0011_01_000004, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:28:29,565 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:28:29,565 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:29,944 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0011_01_000002]
2015-02-12 12:28:29,945 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:29,945 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:30,246 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61700 for container : container_1423772685743_0011_01_000004
2015-02-12 12:28:30,247 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0011_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:28:30,259 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0011_000001 (auth:SIMPLE)
2015-02-12 12:28:30,261 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0011_01_000004 by user soberoi
2015-02-12 12:28:30,261 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0011
2015-02-12 12:28:30,262 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000004
2015-02-12 12:28:30,262 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0011 transitioned from NEW to INITING
2015-02-12 12:28:30,262 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0011_01_000004 to application application_1423772685743_0011
2015-02-12 12:28:30,262 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0011 transitioned from INITING to RUNNING
2015-02-12 12:28:30,262 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:28:30,263 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0011
2015-02-12 12:28:30,263 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0011
2015-02-12 12:28:30,263 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:28:30,263 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0011
2015-02-12 12:28:30,263 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:28:30,263 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:28:30,263 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0011_01_000004
2015-02-12 12:28:30,273 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423772685743_0011_01_000004.tokens. Credentials list:
2015-02-12 12:28:30,375 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:28:30,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423772685743_0011_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000004.tokens
2015-02-12 12:28:30,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0011
2015-02-12 12:28:30,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:30,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:30,559 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:30,568 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0011_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:28:30,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:30,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:30,607 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0011/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:30,607 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:28:30,641 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:28:30,641 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:30,645 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 12:28:30,646 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 12:28:30,730 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000004/default_container_executor.sh]
2015-02-12 12:28:30,947 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0011_01_000003]
2015-02-12 12:28:30,947 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:31,252 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:28:33,123 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:28:33,134 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:28:33,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/_temporary/1/_temporary/attempt_1423772685743_0011_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:33,421 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/_temporary/1/_temporary/attempt_1423772685743_0011_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:28:33,518 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741936_1112 src: /127.0.0.1:62726 dest: /127.0.0.1:61661
2015-02-12 12:28:33,520 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741936_1112 src: /127.0.0.1:62727 dest: /127.0.0.1:61658
2015-02-12 12:28:33,521 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741936_1112 src: /127.0.0.1:62728 dest: /127.0.0.1:61668
2015-02-12 12:28:33,567 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62728, dest: /127.0.0.1:61668, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0011_r_000000_0_648362240_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741936_1112, duration: 43477000
2015-02-12 12:28:33,567 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741936_1112, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:33,568 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:28:33,568 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62727, dest: /127.0.0.1:61658, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0011_r_000000_0_648362240_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741936_1112, duration: 44228000
2015-02-12 12:28:33,568 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:33,569 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:28:33,570 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62726, dest: /127.0.0.1:61661, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0011_r_000000_0_648362240_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741936_1112, duration: 45894000
2015-02-12 12:28:33,571 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:33,571 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:28:33,575 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/_temporary/1/_temporary/attempt_1423772685743_0011_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0011_r_000000_0_648362240_1
2015-02-12 12:28:33,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/_temporary/1/_temporary/attempt_1423772685743_0011_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:28:33,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/_temporary/1/_temporary/attempt_1423772685743_0011_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:28:33,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/_temporary/1/task_1423772685743_0011_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:28:33,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/_temporary/1/_temporary/attempt_1423772685743_0011_r_000000_0 dst=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/_temporary/1/task_1423772685743_0011_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:28:33,617 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0011_000001 (auth:SIMPLE)
2015-02-12 12:28:33,619 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0011_01_000004
2015-02-12 12:28:33,619 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000004
2015-02-12 12:28:33,619 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:28:33,619 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0011_01_000004
2015-02-12 12:28:33,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:33,628 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-343271796_1
2015-02-12 12:28:33,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:28:33,638 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0011_01_000004 is : 143
2015-02-12 12:28:33,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899 dst=null perm=null proto=rpc
2015-02-12 12:28:33,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899 dst=null perm=null proto=rpc
2015-02-12 12:28:33,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/_temporary/1/task_1423772685743_0011_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:28:33,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:28:33,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/_temporary/1/task_1423772685743_0011_r_000000/part-00000 dst=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:33,662 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:28:33,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/_temporary dst=null perm=null proto=rpc
2015-02-12 12:28:33,662 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000004
2015-02-12 12:28:33,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000004
2015-02-12 12:28:33,663 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000004
2015-02-12 12:28:33,663 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:28:33,663 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0011_01_000004 from application application_1423772685743_0011
2015-02-12 12:28:33,663 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:33,663 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0011
2015-02-12 12:28:33,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000004
2015-02-12 12:28:33,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000004
2015-02-12 12:28:33,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:33,669 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-343271796_1
2015-02-12 12:28:33,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:33,673 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-343271796_1
2015-02-12 12:28:33,691 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62716, dest: /127.0.0.1:61658, bytes: 45791, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-343271796_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741935_1111, duration: 5792642000
2015-02-12 12:28:33,691 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741935_1111, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:33,692 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 14377
2015-02-12 12:28:33,692 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62715, dest: /127.0.0.1:61661, bytes: 45791, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-343271796_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741935_1111, duration: 5794328000
2015-02-12 12:28:33,693 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:33,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 14377
2015-02-12 12:28:33,694 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62714, dest: /127.0.0.1:61665, bytes: 45791, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-343271796_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741935_1111, duration: 5795874000
2015-02-12 12:28:33,694 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:33,695 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 14377
2015-02-12 12:28:33,696 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job_1423772685743_0011_1.jhist is closed by DFSClient_NONMAPREDUCE_-343271796_1
2015-02-12 12:28:33,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:33,701 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:28:33,703 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741937_1113 src: /127.0.0.1:62730 dest: /127.0.0.1:61665
2015-02-12 12:28:33,705 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741937_1113 src: /127.0.0.1:62731 dest: /127.0.0.1:61658
2015-02-12 12:28:33,706 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741937_1113 src: /127.0.0.1:62732 dest: /127.0.0.1:61661
2015-02-12 12:28:33,710 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62732, dest: /127.0.0.1:61661, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-343271796_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741937_1113, duration: 2148000
2015-02-12 12:28:33,711 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741937_1113, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:33,711 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62731, dest: /127.0.0.1:61658, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-343271796_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741937_1113, duration: 2908000
2015-02-12 12:28:33,711 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:33,711 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:33,713 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62730, dest: /127.0.0.1:61665, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-343271796_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741937_1113, duration: 4160000
2015-02-12 12:28:33,713 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:33,713 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:33,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741937_1113 size 425
2015-02-12 12:28:33,715 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011.summary_tmp is closed by DFSClient_NONMAPREDUCE_-343271796_1
2015-02-12 12:28:33,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:28:33,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job_1423772685743_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:28:33,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011-1423772897016-soberoi-%5B473323534A8E424E9CC16264EC306788%2F55AE2AFA41734A73-1423772913674-2-1-SUCCEEDED-default-1423772901202.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:28:33,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job_1423772685743_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:28:33,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011-1423772897016-soberoi-%5B473323534A8E424E9CC16264EC306788%2F55AE2AFA41734A73-1423772913674-2-1-SUCCEEDED-default-1423772901202.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:28:33,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job_1423772685743_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:28:33,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011-1423772897016-soberoi-%5B473323534A8E424E9CC16264EC306788%2F55AE2AFA41734A73-1423772913674-2-1-SUCCEEDED-default-1423772901202.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:33,742 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011-1423772897016-soberoi-%5B473323534A8E424E9CC16264EC306788%2F55AE2AFA41734A73-1423772913674-2-1-SUCCEEDED-default-1423772901202.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:28:33,744 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741938_1114 src: /127.0.0.1:62734 dest: /127.0.0.1:61658
2015-02-12 12:28:33,746 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741938_1114 src: /127.0.0.1:62735 dest: /127.0.0.1:61661
2015-02-12 12:28:33,748 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741938_1114 src: /127.0.0.1:62736 dest: /127.0.0.1:61665
2015-02-12 12:28:33,753 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62736, dest: /127.0.0.1:61665, bytes: 45791, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-343271796_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741938_1114, duration: 1860000
2015-02-12 12:28:33,753 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741938_1114, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:33,753 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:28:33,754 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62735, dest: /127.0.0.1:61661, bytes: 45791, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-343271796_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741938_1114, duration: 2719000
2015-02-12 12:28:33,754 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:33,755 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:33,755 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62734, dest: /127.0.0.1:61658, bytes: 45791, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-343271796_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741938_1114, duration: 4086000
2015-02-12 12:28:33,755 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:33,757 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:33,760 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011-1423772897016-soberoi-%5B473323534A8E424E9CC16264EC306788%2F55AE2AFA41734A73-1423772913674-2-1-SUCCEEDED-default-1423772901202.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-343271796_1
2015-02-12 12:28:33,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011-1423772897016-soberoi-%5B473323534A8E424E9CC16264EC306788%2F55AE2AFA41734A73-1423772913674-2-1-SUCCEEDED-default-1423772901202.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:28:33,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job_1423772685743_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:28:33,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:28:33,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job_1423772685743_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:28:33,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:28:33,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011/job_1423772685743_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:28:33,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:33,775 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:28:33,777 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741939_1115 src: /127.0.0.1:62738 dest: /127.0.0.1:61665
2015-02-12 12:28:33,779 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741939_1115 src: /127.0.0.1:62739 dest: /127.0.0.1:61668
2015-02-12 12:28:33,781 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741939_1115 src: /127.0.0.1:62740 dest: /127.0.0.1:61658
2015-02-12 12:28:33,785 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62740, dest: /127.0.0.1:61658, bytes: 117089, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-343271796_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741939_1115, duration: 2522000
2015-02-12 12:28:33,786 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741939_1115, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:33,786 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:33,786 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62739, dest: /127.0.0.1:61668, bytes: 117089, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-343271796_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741939_1115, duration: 2900000
2015-02-12 12:28:33,787 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:33,787 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:28:33,787 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62738, dest: /127.0.0.1:61665, bytes: 117089, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-343271796_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741939_1115, duration: 4132000
2015-02-12 12:28:33,788 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:33,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:28:33,789 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-343271796_1
2015-02-12 12:28:33,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:28:33,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:28:33,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:28:33,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011-1423772897016-soberoi-%5B473323534A8E424E9CC16264EC306788%2F55AE2AFA41734A73-1423772913674-2-1-SUCCEEDED-default-1423772901202.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011-1423772897016-soberoi-%5B473323534A8E424E9CC16264EC306788%2F55AE2AFA41734A73-1423772913674-2-1-SUCCEEDED-default-1423772901202.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:28:33,804 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0011_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:28:33,804 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0011_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:28:33,804 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0011 with final state: FINISHING
2015-02-12 12:28:33,804 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0011 State change from RUNNING to FINAL_SAVING
2015-02-12 12:28:33,804 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0011_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:28:33,804 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0011
2015-02-12 12:28:33,805 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0011 State change from FINAL_SAVING to FINISHING
2015-02-12 12:28:34,624 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0011_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:28:34,624 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0011_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:28:34,624 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000004
2015-02-12 12:28:34,624 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0011_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:28:34,624 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:28:34,626 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0011_01_000004, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:28:34,626 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:34,626 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:28:34,626 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0011_000001 released container container_1423772685743_0011_01_000004 on node: host: 10.1.1.68:61700 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:28:34,810 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0011 unregistered successfully.
2015-02-12 12:28:34,813 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741930_1106 127.0.0.1:61668 127.0.0.1:61658 127.0.0.1:61661 127.0.0.1:61665
2015-02-12 12:28:34,813 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741931_1107 127.0.0.1:61658 127.0.0.1:61665 127.0.0.1:61661 127.0.0.1:61668
2015-02-12 12:28:34,814 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741932_1108 127.0.0.1:61661 127.0.0.1:61665 127.0.0.1:61668
2015-02-12 12:28:34,814 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741933_1109 127.0.0.1:61668 127.0.0.1:61661 127.0.0.1:61658
2015-02-12 12:28:34,814 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741935_1111 127.0.0.1:61665 127.0.0.1:61661 127.0.0.1:61658
2015-02-12 12:28:34,814 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741934_1110 127.0.0.1:61665 127.0.0.1:61658 127.0.0.1:61668
2015-02-12 12:28:34,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0011 dst=null perm=null proto=rpc
2015-02-12 12:28:34,847 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...value/true/true/true/true
2015-02-12 12:28:34,858 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:28:34,871 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:28:34,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 12:28:34,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:28:34,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:28:34,879 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 12
2015-02-12 12:28:34,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012 dst=null perm=null proto=rpc
2015-02-12 12:28:34,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:28:34,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:28:34,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:34,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:34,885 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:28:34,886 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741940_1116 src: /127.0.0.1:62743 dest: /127.0.0.1:61668
2015-02-12 12:28:34,888 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741940_1116 src: /127.0.0.1:62744 dest: /127.0.0.1:61658
2015-02-12 12:28:34,889 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741940_1116 src: /127.0.0.1:62745 dest: /127.0.0.1:61665
2015-02-12 12:28:34,894 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62745, dest: /127.0.0.1:61665, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741940_1116, duration: 3211000
2015-02-12 12:28:34,894 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741940_1116, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:34,895 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62744, dest: /127.0.0.1:61658, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741940_1116, duration: 3435000
2015-02-12 12:28:34,895 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:28:34,895 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:34,896 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62743, dest: /127.0.0.1:61668, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741940_1116, duration: 4849000
2015-02-12 12:28:34,897 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:34,897 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:28:34,899 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:28:34,899 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:28:34,900 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.jar
2015-02-12 12:28:34,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:34,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:34,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:34,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:34,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:34,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:28:34,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:28:34,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:28:34,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:28:34,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:28:34,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:34,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899 dst=null perm=null proto=rpc
2015-02-12 12:28:34,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899 dst=null perm=null proto=rpc
2015-02-12 12:28:34,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899 dst=null perm=null proto=rpc
2015-02-12 12:28:34,913 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:28:34,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:34,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:34,918 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.split
2015-02-12 12:28:34,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:34,919 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:28:34,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741941_1117 src: /127.0.0.1:62746 dest: /127.0.0.1:61665
2015-02-12 12:28:34,922 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741941_1117 src: /127.0.0.1:62747 dest: /127.0.0.1:61661
2015-02-12 12:28:34,924 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741941_1117 src: /127.0.0.1:62748 dest: /127.0.0.1:61668
2015-02-12 12:28:34,925 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741941_1117 src: /127.0.0.1:62749 dest: /127.0.0.1:61658
2015-02-12 12:28:34,932 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62749, dest: /127.0.0.1:61658, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741941_1117, duration: 4884000
2015-02-12 12:28:34,932 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741941_1117, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:34,933 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:34,933 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62748, dest: /127.0.0.1:61668, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741941_1117, duration: 5557000
2015-02-12 12:28:34,933 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:34,933 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:28:34,934 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62747, dest: /127.0.0.1:61661, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741941_1117, duration: 6623000
2015-02-12 12:28:34,934 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:34,934 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:34,935 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62746, dest: /127.0.0.1:61665, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741941_1117, duration: 7534000
2015-02-12 12:28:34,935 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:34,936 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:34,937 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:28:34,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:34,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:34,941 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:28:34,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741942_1118 src: /127.0.0.1:62750 dest: /127.0.0.1:61668
2015-02-12 12:28:34,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741942_1118 src: /127.0.0.1:62751 dest: /127.0.0.1:61661
2015-02-12 12:28:34,947 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741942_1118 src: /127.0.0.1:62752 dest: /127.0.0.1:61658
2015-02-12 12:28:34,949 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62752, dest: /127.0.0.1:61658, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741942_1118, duration: 1319000
2015-02-12 12:28:34,950 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741942_1118, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:34,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:28:34,950 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62751, dest: /127.0.0.1:61661, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741942_1118, duration: 2128000
2015-02-12 12:28:34,951 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:34,951 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:34,952 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62750, dest: /127.0.0.1:61668, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741942_1118, duration: 3199000
2015-02-12 12:28:34,952 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:34,953 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:34,954 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:28:34,954 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1
2015-02-12 12:28:34,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:34,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:34,966 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:28:34,968 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741943_1119 src: /127.0.0.1:62753 dest: /127.0.0.1:61658
2015-02-12 12:28:34,970 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741943_1119 src: /127.0.0.1:62754 dest: /127.0.0.1:61665
2015-02-12 12:28:34,971 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741943_1119 src: /127.0.0.1:62755 dest: /127.0.0.1:61661
2015-02-12 12:28:34,974 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62755, dest: /127.0.0.1:61661, bytes: 99420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741943_1119, duration: 1673000
2015-02-12 12:28:34,974 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741943_1119, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:34,975 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:34,975 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62754, dest: /127.0.0.1:61665, bytes: 99420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741943_1119, duration: 2240000
2015-02-12 12:28:34,975 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:34,976 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:34,976 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62753, dest: /127.0.0.1:61658, bytes: 99420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741943_1119, duration: 3132000
2015-02-12 12:28:34,976 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:34,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:34,981 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:28:34,981 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0012
2015-02-12 12:28:34,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012 dst=null perm=null proto=rpc
2015-02-12 12:28:34,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:34,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:34,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:34,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:34,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:34,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:34,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:34,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:34,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:34,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:34,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:34,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:34,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:34,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:34,998 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 12 submitted by user soberoi
2015-02-12 12:28:34,998 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0012
2015-02-12 12:28:34,999 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0012 State change from NEW to NEW_SAVING
2015-02-12 12:28:34,999 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0012
2015-02-12 12:28:34,998 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0012
2015-02-12 12:28:34,999 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0012 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:28:35,000 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0012 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:28:35,000 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0012 from user: soberoi, in queue: default
2015-02-12 12:28:35,000 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0012 State change from SUBMITTED to ACCEPTED
2015-02-12 12:28:35,000 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0012_000001
2015-02-12 12:28:35,001 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0012_000001 State change from NEW to SUBMITTED
2015-02-12 12:28:35,001 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0012 from user: soberoi activated in queue: default
2015-02-12 12:28:35,001 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0012 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:28:35,001 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0012_000001 to scheduler from user soberoi in queue default
2015-02-12 12:28:35,002 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0012
2015-02-12 12:28:35,002 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0012_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:28:35,004 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0012/
2015-02-12 12:28:35,005 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423772685743_0012
2015-02-12 12:28:35,005 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0012/
2015-02-12 12:28:35,134 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0012_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:28:35,134 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0012 CONTAINERID=container_1423772685743_0012_01_000001
2015-02-12 12:28:35,134 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0012_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61688, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 12:28:35,135 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0012_000001 container=Container: [ContainerId: container_1423772685743_0012_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:28:35,135 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:28:35,135 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:35,136 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61688 for container : container_1423772685743_0012_01_000001
2015-02-12 12:28:35,137 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0012_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:28:35,137 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0012_000001
2015-02-12 12:28:35,137 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0012 AttemptId: appattempt_1423772685743_0012_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0012_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ]
2015-02-12 12:28:35,138 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0012_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:28:35,138 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0012_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:28:35,138 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0012_000001
2015-02-12 12:28:35,139 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0012_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] for AM appattempt_1423772685743_0012_000001
2015-02-12 12:28:35,140 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0012_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:28:35,140 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0012_000001
2015-02-12 12:28:35,140 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0012_000001
2015-02-12 12:28:35,142 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0012_000001 (auth:SIMPLE)
2015-02-12 12:28:35,144 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0012_01_000001 by user soberoi
2015-02-12 12:28:35,145 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0012
2015-02-12 12:28:35,145 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0012 CONTAINERID=container_1423772685743_0012_01_000001
2015-02-12 12:28:35,145 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0012 transitioned from NEW to INITING
2015-02-12 12:28:35,145 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0012_01_000001 to application application_1423772685743_0012
2015-02-12 12:28:35,145 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0012_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] for AM appattempt_1423772685743_0012_000001
2015-02-12 12:28:35,145 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0012 transitioned from INITING to RUNNING
2015-02-12 12:28:35,145 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0012_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:28:35,146 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0012_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:28:35,146 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0012
2015-02-12 12:28:35,146 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:28:35,146 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:28:35,146 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:28:35,146 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:28:35,147 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0012_01_000001
2015-02-12 12:28:35,155 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423772685743_0012_01_000001.tokens. Credentials list:
2015-02-12 12:28:35,256 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:28:35,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423772685743_0012_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0012/container_1423772685743_0012_01_000001.tokens
2015-02-12 12:28:35,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0012
2015-02-12 12:28:35,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:35,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:35,437 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:35,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:35,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:35,485 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0012/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:35,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:35,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:35,535 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0012/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:35,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:35,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:35,582 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0012/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:35,582 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0012_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:28:35,613 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0012_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:28:35,613 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:35,628 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:35,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0012/container_1423772685743_0012_01_000001/default_container_executor.sh]
2015-02-12 12:28:36,137 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0012_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:28:36,632 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:36,835 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61665 to replicate blk_1073741940_1116 to datanode(s) 127.0.0.1:61661
2015-02-12 12:28:36,835 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073741930_1106, blk_1073741931_1107, blk_1073741932_1108, blk_1073741933_1109, blk_1073741934_1110]
2015-02-12 12:28:36,835 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073741930_1106, blk_1073741931_1107, blk_1073741932_1108, blk_1073741934_1110, blk_1073741935_1111]
2015-02-12 12:28:37,633 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:37,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:28:37,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:28:37,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:28:37,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:28:37,814 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=18d95aeb-8a1b-4513-b042-c5f9210b1a8a, infoPort=61666, ipcPort=61667, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073741940_1116 to 127.0.0.1:61661
2015-02-12 12:28:37,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741930 for deletion
2015-02-12 12:28:37,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741931 for deletion
2015-02-12 12:28:37,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741932 for deletion
2015-02-12 12:28:37,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741934 for deletion
2015-02-12 12:28:37,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741930
2015-02-12 12:28:37,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741931
2015-02-12 12:28:37,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741935 for deletion
2015-02-12 12:28:37,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741932
2015-02-12 12:28:37,816 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741935
2015-02-12 12:28:37,816 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073741940_1116 (numBytes=254067) to /127.0.0.1:61661
2015-02-12 12:28:37,816 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741934
2015-02-12 12:28:37,816 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741940_1116 src: /127.0.0.1:62762 dest: /127.0.0.1:61661
2015-02-12 12:28:37,817 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073741940_1116 src: /127.0.0.1:62762 dest: /127.0.0.1:61661 of size 254067
2015-02-12 12:28:37,818 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741940_1116 size 254067
2015-02-12 12:28:37,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012 dst=null perm=null proto=rpc
2015-02-12 12:28:37,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:28:37,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:28:38,073 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741930 for deletion
2015-02-12 12:28:38,073 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741931 for deletion
2015-02-12 12:28:38,073 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741932 for deletion
2015-02-12 12:28:38,073 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741930
2015-02-12 12:28:38,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741931
2015-02-12 12:28:38,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741933 for deletion
2015-02-12 12:28:38,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741934 for deletion
2015-02-12 12:28:38,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741932
2015-02-12 12:28:38,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741934
2015-02-12 12:28:38,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741933
2015-02-12 12:28:38,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:38,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:38,637 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:38,926 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741937_1113
2015-02-12 12:28:38,927 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741938_1114
2015-02-12 12:28:38,928 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741939_1115
2015-02-12 12:28:38,952 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741939_1115
2015-02-12 12:28:38,953 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741936_1112
2015-02-12 12:28:39,046 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0012_000001 (auth:SIMPLE)
2015-02-12 12:28:39,047 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0012_000001
2015-02-12 12:28:39,048 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0012 APPATTEMPTID=appattempt_1423772685743_0012_000001
2015-02-12 12:28:39,048 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0012_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:28:39,048 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0012 State change from ACCEPTED to RUNNING
2015-02-12 12:28:39,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job_1423772685743_0012_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:39,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:28:39,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job_1423772685743_0012_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:39,313 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job_1423772685743_0012_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:28:39,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741944_1120 src: /127.0.0.1:62769 dest: /127.0.0.1:61668
2015-02-12 12:28:39,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741944_1120 src: /127.0.0.1:62770 dest: /127.0.0.1:61658
2015-02-12 12:28:39,369 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741944_1120 src: /127.0.0.1:62771 dest: /127.0.0.1:61661
2015-02-12 12:28:39,418 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62771, dest: /127.0.0.1:61661, bytes: 116705, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937872193_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741944_1120, duration: 47325000
2015-02-12 12:28:39,419 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741944_1120, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:39,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:39,419 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62770, dest: /127.0.0.1:61658, bytes: 116705, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937872193_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741944_1120, duration: 48298000
2015-02-12 12:28:39,419 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:39,420 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:39,420 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62769, dest: /127.0.0.1:61668, bytes: 116705, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937872193_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741944_1120, duration: 49235000
2015-02-12 12:28:39,420 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:39,421 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:28:39,427 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job_1423772685743_0012_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1937872193_1
2015-02-12 12:28:39,641 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:39,839 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073741930_1106, blk_1073741931_1107, blk_1073741932_1108, blk_1073741933_1109, blk_1073741935_1111]
2015-02-12 12:28:39,839 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073741930_1106, blk_1073741931_1107, blk_1073741933_1109, blk_1073741934_1110, blk_1073741935_1111]
2015-02-12 12:28:39,957 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772685743_0011_01_000001 succeeded
2015-02-12 12:28:39,958 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:28:39,958 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0011_01_000001
2015-02-12 12:28:39,971 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000001
2015-02-12 12:28:39,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000001
2015-02-12 12:28:39,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000001
2015-02-12 12:28:39,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0011/container_1423772685743_0011_01_000001
2015-02-12 12:28:39,972 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000001
2015-02-12 12:28:39,972 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0011_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:28:39,973 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0011_01_000001 from application application_1423772685743_0011
2015-02-12 12:28:39,973 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:39,973 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0011
2015-02-12 12:28:40,152 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0011_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:28:40,152 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772685743_0011_000001
2015-02-12 12:28:40,153 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772685743_0011_000001
2015-02-12 12:28:40,153 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0011_000001 State change from FINISHING to FINISHED
2015-02-12 12:28:40,153 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0011_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:28:40,154 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000001
2015-02-12 12:28:40,154 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0011_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61688, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:28:40,153 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0011 State change from FINISHING to FINISHED
2015-02-12 12:28:40,154 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:28:40,155 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772685743_0011
2015-02-12 12:28:40,155 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772685743_0011_000001
2015-02-12 12:28:40,155 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772685743_0011,name=[473323534A8E424E9CC16264EC306788/55AE2AFA41734A739668FE5BCA2C5E4F] lower*upper/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:61686/proxy/application_1423772685743_0011/jobhistory/job/job_1423772685743_0011,appMasterHost=10.1.1.68,startTime=1423772897016,finishTime=1423772913804,finalStatus=SUCCEEDED
2015-02-12 12:28:40,155 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0011_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:28:40,155 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:40,155 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 12:28:40,155 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0011_000001 released container container_1423772685743_0011_01_000001 on node: host: 10.1.1.68:61688 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:28:40,156 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0012_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:28:40,156 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0012 CONTAINERID=container_1423772685743_0012_01_000002
2015-02-12 12:28:40,156 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0012_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:28:40,156 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0012_000001 container=Container: [ContainerId: container_1423772685743_0012_01_000002, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:28:40,157 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-02-12 12:28:40,157 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:40,157 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772685743_0011_000001 is done. finalState=FINISHED
2015-02-12 12:28:40,157 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772685743_0011 requests cleared
2015-02-12 12:28:40,157 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772685743_0011 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:28:40,157 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772685743_0011 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:28:40,158 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0011_000001 (auth:SIMPLE)
2015-02-12 12:28:40,160 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0011_01_000001
2015-02-12 12:28:40,160 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0011 CONTAINERID=container_1423772685743_0011_01_000001
2015-02-12 12:28:40,161 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0011_01_000001]
2015-02-12 12:28:40,161 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:40,161 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:28:40,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0011
2015-02-12 12:28:40,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0011
2015-02-12 12:28:40,162 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0011
2015-02-12 12:28:40,162 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:28:40,162 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0011, with delay of 10800 seconds
2015-02-12 12:28:40,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0011
2015-02-12 12:28:40,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0011
2015-02-12 12:28:40,549 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741930 for deletion
2015-02-12 12:28:40,549 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741930 for deletion
2015-02-12 12:28:40,549 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741931 for deletion
2015-02-12 12:28:40,549 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741933 for deletion
2015-02-12 12:28:40,550 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741934 for deletion
2015-02-12 12:28:40,550 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741935 for deletion
2015-02-12 12:28:40,550 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741930
2015-02-12 12:28:40,549 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741931 for deletion
2015-02-12 12:28:40,551 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741932 for deletion
2015-02-12 12:28:40,551 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741933 for deletion
2015-02-12 12:28:40,551 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741935 for deletion
2015-02-12 12:28:40,550 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741931
2015-02-12 12:28:40,549 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741930
2015-02-12 12:28:40,552 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741934
2015-02-12 12:28:40,551 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741931
2015-02-12 12:28:40,551 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741933
2015-02-12 12:28:40,552 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741932
2015-02-12 12:28:40,552 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741933
2015-02-12 12:28:40,552 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741935
2015-02-12 12:28:40,552 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741935
2015-02-12 12:28:40,642 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:28:40,642 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:40,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0011
2015-02-12 12:28:40,643 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0011
2015-02-12 12:28:40,643 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:28:40,644 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0011
2015-02-12 12:28:40,644 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0011
2015-02-12 12:28:40,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0011
2015-02-12 12:28:40,644 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0011, with delay of 10800 seconds
2015-02-12 12:28:40,978 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:28:40,978 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0011
2015-02-12 12:28:40,979 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0011
2015-02-12 12:28:40,979 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0011
2015-02-12 12:28:40,980 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0011
2015-02-12 12:28:40,980 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:28:40,980 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0011, with delay of 10800 seconds
2015-02-12 12:28:40,982 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0011
2015-02-12 12:28:41,101 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61688 for container : container_1423772685743_0012_01_000002
2015-02-12 12:28:41,102 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0012_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:28:41,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:41,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:41,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:41,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:41,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:41,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:41,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:41,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:41,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:41,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:41,222 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0012_000001 (auth:SIMPLE)
2015-02-12 12:28:41,225 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0012_01_000002 by user soberoi
2015-02-12 12:28:41,225 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0012_01_000002 to application application_1423772685743_0012
2015-02-12 12:28:41,225 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0012 CONTAINERID=container_1423772685743_0012_01_000002
2015-02-12 12:28:41,225 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0012_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:28:41,226 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0012
2015-02-12 12:28:41,226 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0012
2015-02-12 12:28:41,226 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:28:41,226 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0012
2015-02-12 12:28:41,226 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0012_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:28:41,254 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0012_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:28:41,254 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:41,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0012/container_1423772685743_0012_01_000002/default_container_executor.sh]
2015-02-12 12:28:41,643 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:42,114 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:28:42,163 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0012_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:28:43,172 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741937_1113
2015-02-12 12:28:43,173 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741938_1114
2015-02-12 12:28:43,173 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741936_1112
2015-02-12 12:28:43,174 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741943_1119
2015-02-12 12:28:43,175 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741939_1115
2015-02-12 12:28:43,378 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741940_1116
2015-02-12 12:28:43,379 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741941_1117
2015-02-12 12:28:43,379 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741942_1118
2015-02-12 12:28:43,546 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741936_1112
2015-02-12 12:28:43,546 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741941_1117
2015-02-12 12:28:43,547 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741938_1114
2015-02-12 12:28:43,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:43,748 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741940_1116
2015-02-12 12:28:43,749 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741937_1113
2015-02-12 12:28:43,750 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741943_1119
2015-02-12 12:28:43,750 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741942_1118
2015-02-12 12:28:43,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:28:43,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:28:43,931 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741941_1117
2015-02-12 12:28:43,933 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741940_1116
2015-02-12 12:28:43,934 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741943_1119
2015-02-12 12:28:43,956 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741940_1116
2015-02-12 12:28:43,956 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741942_1118
2015-02-12 12:28:43,957 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741941_1117
2015-02-12 12:28:44,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1423772685743_0012_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:28:44,081 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0012_000001 (auth:SIMPLE)
2015-02-12 12:28:44,083 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0012_01_000002
2015-02-12 12:28:44,083 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0012 CONTAINERID=container_1423772685743_0012_01_000002
2015-02-12 12:28:44,083 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0012_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:28:44,083 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0012_01_000002
2015-02-12 12:28:44,098 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0012_01_000002 is : 143
2015-02-12 12:28:44,101 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job_1423772685743_0012_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:28:44,101 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 1017 Total time for transactions(ms): 74 Number of transactions batched in Syncs: 1 Number of syncs: 695 SyncTimes(ms): 26 10
2015-02-12 12:28:44,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741945_1121 src: /127.0.0.1:62779 dest: /127.0.0.1:61658
2015-02-12 12:28:44,106 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741945_1121 src: /127.0.0.1:62780 dest: /127.0.0.1:61665
2015-02-12 12:28:44,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741945_1121 src: /127.0.0.1:62781 dest: /127.0.0.1:61661
2015-02-12 12:28:44,110 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0012_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:28:44,111 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0012/container_1423772685743_0012_01_000002
2015-02-12 12:28:44,111 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0012/container_1423772685743_0012_01_000002
2015-02-12 12:28:44,111 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0012 CONTAINERID=container_1423772685743_0012_01_000002
2015-02-12 12:28:44,112 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0012_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:28:44,112 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0012_01_000002 from application application_1423772685743_0012
2015-02-12 12:28:44,112 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:44,112 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0012
2015-02-12 12:28:44,112 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0012/container_1423772685743_0012_01_000002
2015-02-12 12:28:44,113 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0012/container_1423772685743_0012_01_000002
2015-02-12 12:28:44,117 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job_1423772685743_0012_1.jhist for DFSClient_NONMAPREDUCE_1937872193_1
2015-02-12 12:28:45,084 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0012_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:28:45,085 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0012_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:28:45,085 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0012 CONTAINERID=container_1423772685743_0012_01_000002
2015-02-12 12:28:45,085 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0012_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:28:45,085 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:28:45,086 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0012_01_000002, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:28:45,087 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:45,087 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:28:45,087 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0012_000001 released container container_1423772685743_0012_01_000002 on node: host: 10.1.1.68:61688 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:28:45,242 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0012_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:28:45,242 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0012 CONTAINERID=container_1423772685743_0012_01_000003
2015-02-12 12:28:45,242 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0012_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:28:45,242 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0012_000001 container=Container: [ContainerId: container_1423772685743_0012_01_000003, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:28:45,243 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:28:45,243 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:46,085 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:46,139 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61696 for container : container_1423772685743_0012_01_000003
2015-02-12 12:28:46,140 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0012_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:28:46,152 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0012_000001 (auth:SIMPLE)
2015-02-12 12:28:46,155 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0012_01_000003 by user soberoi
2015-02-12 12:28:46,155 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0012
2015-02-12 12:28:46,155 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0012 CONTAINERID=container_1423772685743_0012_01_000003
2015-02-12 12:28:46,155 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0012 transitioned from NEW to INITING
2015-02-12 12:28:46,155 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0012_01_000003 to application application_1423772685743_0012
2015-02-12 12:28:46,156 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0012 transitioned from INITING to RUNNING
2015-02-12 12:28:46,156 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0012_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:28:46,156 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0012
2015-02-12 12:28:46,156 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0012
2015-02-12 12:28:46,156 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:28:46,156 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0012
2015-02-12 12:28:46,157 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:28:46,157 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:28:46,157 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0012_01_000003
2015-02-12 12:28:46,166 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423772685743_0012_01_000003.tokens. Credentials list:
2015-02-12 12:28:46,242 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0012_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:28:46,267 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:28:46,343 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423772685743_0012_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0012/container_1423772685743_0012_01_000003.tokens
2015-02-12 12:28:46,343 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0012
2015-02-12 12:28:46,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:46,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:46,445 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:46,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:46,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:46,498 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0012/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:46,499 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0012_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:28:46,532 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0012_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:28:46,532 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:46,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0012/container_1423772685743_0012_01_000003/default_container_executor.sh]
2015-02-12 12:28:47,086 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0012_01_000002]
2015-02-12 12:28:47,086 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:47,146 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:28:48,387 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741944_1120
2015-02-12 12:28:48,757 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741944_1120
2015-02-12 12:28:48,964 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741944_1120
2015-02-12 12:28:49,011 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:28:49,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1423772685743_0012_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:49,308 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1423772685743_0012_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:28:49,390 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741946_1122 src: /127.0.0.1:62790 dest: /127.0.0.1:61658
2015-02-12 12:28:49,391 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741946_1122 src: /127.0.0.1:62791 dest: /127.0.0.1:61661
2015-02-12 12:28:49,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741946_1122 src: /127.0.0.1:62792 dest: /127.0.0.1:61668
2015-02-12 12:28:49,440 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62792, dest: /127.0.0.1:61668, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0012_r_000000_0_890265406_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741946_1122, duration: 45663000
2015-02-12 12:28:49,440 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741946_1122, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:49,440 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:28:49,440 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62791, dest: /127.0.0.1:61661, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0012_r_000000_0_890265406_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741946_1122, duration: 46160000
2015-02-12 12:28:49,441 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:49,442 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62790, dest: /127.0.0.1:61658, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0012_r_000000_0_890265406_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741946_1122, duration: 47685000
2015-02-12 12:28:49,442 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:28:49,442 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:49,446 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:28:49,450 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1423772685743_0012_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0012_r_000000_0_890265406_1
2015-02-12 12:28:49,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1423772685743_0012_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:28:49,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1423772685743_0012_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:28:49,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/task_1423772685743_0012_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:28:49,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1423772685743_0012_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/task_1423772685743_0012_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:28:49,495 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0012_000001 (auth:SIMPLE)
2015-02-12 12:28:49,497 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0012_01_000003
2015-02-12 12:28:49,497 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0012 CONTAINERID=container_1423772685743_0012_01_000003
2015-02-12 12:28:49,498 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0012_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:28:49,498 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0012_01_000003
2015-02-12 12:28:49,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:49,506 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1937872193_1
2015-02-12 12:28:49,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:28:49,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 12:28:49,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 12:28:49,542 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0012_01_000003 is : 143
2015-02-12 12:28:49,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/task_1423772685743_0012_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:28:49,544 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0012_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:28:49,545 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0012 CONTAINERID=container_1423772685743_0012_01_000003
2015-02-12 12:28:49,545 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0012_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:28:49,545 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0012_01_000003 from application application_1423772685743_0012
2015-02-12 12:28:49,545 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0012/container_1423772685743_0012_01_000003
2015-02-12 12:28:49,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0012/container_1423772685743_0012_01_000003
2015-02-12 12:28:49,545 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:49,547 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0012/container_1423772685743_0012_01_000003
2015-02-12 12:28:49,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:28:49,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0012/container_1423772685743_0012_01_000003
2015-02-12 12:28:49,547 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0012
2015-02-12 12:28:49,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/task_1423772685743_0012_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:49,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary dst=null perm=null proto=rpc
2015-02-12 12:28:49,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:49,565 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1937872193_1
2015-02-12 12:28:49,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:49,570 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1937872193_1
2015-02-12 12:28:49,586 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62781, dest: /127.0.0.1:61661, bytes: 38025, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937872193_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741945_1121, duration: 5474991000
2015-02-12 12:28:49,586 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741945_1121, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:49,587 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 13748
2015-02-12 12:28:49,588 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62780, dest: /127.0.0.1:61665, bytes: 38025, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937872193_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741945_1121, duration: 5474406000
2015-02-12 12:28:49,589 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:49,591 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62779, dest: /127.0.0.1:61658, bytes: 38025, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937872193_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741945_1121, duration: 5478100000
2015-02-12 12:28:49,591 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:49,592 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 13748
2015-02-12 12:28:49,593 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 13748
2015-02-12 12:28:49,594 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job_1423772685743_0012_1.jhist is closed by DFSClient_NONMAPREDUCE_1937872193_1
2015-02-12 12:28:49,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:49,604 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:28:49,607 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741947_1123 src: /127.0.0.1:62794 dest: /127.0.0.1:61658
2015-02-12 12:28:49,609 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741947_1123 src: /127.0.0.1:62795 dest: /127.0.0.1:61665
2015-02-12 12:28:49,611 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741947_1123 src: /127.0.0.1:62796 dest: /127.0.0.1:61661
2015-02-12 12:28:49,616 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62796, dest: /127.0.0.1:61661, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937872193_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741947_1123, duration: 3284000
2015-02-12 12:28:49,616 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741947_1123, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:49,618 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62795, dest: /127.0.0.1:61665, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937872193_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741947_1123, duration: 5160000
2015-02-12 12:28:49,619 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:49,620 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62794, dest: /127.0.0.1:61658, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937872193_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741947_1123, duration: 6670000
2015-02-12 12:28:49,620 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:28:49,620 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:49,622 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:28:49,623 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:49,624 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012.summary_tmp is closed by DFSClient_NONMAPREDUCE_1937872193_1
2015-02-12 12:28:49,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:28:49,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job_1423772685743_0012_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:28:49,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012-1423772914998-soberoi-%5B473323534A8E424E9CC16264EC306788%2FB8C83B8AA77840BE-1423772929571-1-1-SUCCEEDED-default-1423772919075.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:28:49,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job_1423772685743_0012_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:28:49,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012-1423772914998-soberoi-%5B473323534A8E424E9CC16264EC306788%2FB8C83B8AA77840BE-1423772929571-1-1-SUCCEEDED-default-1423772919075.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:28:49,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job_1423772685743_0012_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:28:49,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012-1423772914998-soberoi-%5B473323534A8E424E9CC16264EC306788%2FB8C83B8AA77840BE-1423772929571-1-1-SUCCEEDED-default-1423772919075.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:49,660 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012-1423772914998-soberoi-%5B473323534A8E424E9CC16264EC306788%2FB8C83B8AA77840BE-1423772929571-1-1-SUCCEEDED-default-1423772919075.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:28:49,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741948_1124 src: /127.0.0.1:62798 dest: /127.0.0.1:61668
2015-02-12 12:28:49,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741948_1124 src: /127.0.0.1:62799 dest: /127.0.0.1:61658
2015-02-12 12:28:49,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741948_1124 src: /127.0.0.1:62800 dest: /127.0.0.1:61661
2015-02-12 12:28:49,669 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62800, dest: /127.0.0.1:61661, bytes: 38025, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937872193_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741948_1124, duration: 1911000
2015-02-12 12:28:49,669 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741948_1124, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:49,670 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:49,670 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62799, dest: /127.0.0.1:61658, bytes: 38025, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937872193_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741948_1124, duration: 2400000
2015-02-12 12:28:49,670 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:49,671 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:49,671 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62798, dest: /127.0.0.1:61668, bytes: 38025, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937872193_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741948_1124, duration: 3605000
2015-02-12 12:28:49,672 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:49,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:49,674 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012-1423772914998-soberoi-%5B473323534A8E424E9CC16264EC306788%2FB8C83B8AA77840BE-1423772929571-1-1-SUCCEEDED-default-1423772919075.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1937872193_1
2015-02-12 12:28:49,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012-1423772914998-soberoi-%5B473323534A8E424E9CC16264EC306788%2FB8C83B8AA77840BE-1423772929571-1-1-SUCCEEDED-default-1423772919075.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:28:49,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job_1423772685743_0012_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:28:49,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:28:49,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job_1423772685743_0012_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:28:49,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:28:49,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012/job_1423772685743_0012_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:28:49,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:49,704 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:28:49,707 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741949_1125 src: /127.0.0.1:62802 dest: /127.0.0.1:61665
2015-02-12 12:28:49,708 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741949_1125 src: /127.0.0.1:62803 dest: /127.0.0.1:61658
2015-02-12 12:28:49,710 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741949_1125 src: /127.0.0.1:62804 dest: /127.0.0.1:61668
2015-02-12 12:28:49,714 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62804, dest: /127.0.0.1:61668, bytes: 116705, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937872193_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741949_1125, duration: 2193000
2015-02-12 12:28:49,714 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741949_1125, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:49,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:28:49,715 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62803, dest: /127.0.0.1:61658, bytes: 116705, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937872193_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741949_1125, duration: 2800000
2015-02-12 12:28:49,715 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:49,716 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62802, dest: /127.0.0.1:61665, bytes: 116705, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937872193_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741949_1125, duration: 3871000
2015-02-12 12:28:49,716 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:49,717 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:28:49,717 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:28:49,719 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1937872193_1
2015-02-12 12:28:49,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:28:49,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:28:49,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:28:49,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012-1423772914998-soberoi-%5B473323534A8E424E9CC16264EC306788%2FB8C83B8AA77840BE-1423772929571-1-1-SUCCEEDED-default-1423772919075.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012-1423772914998-soberoi-%5B473323534A8E424E9CC16264EC306788%2FB8C83B8AA77840BE-1423772929571-1-1-SUCCEEDED-default-1423772919075.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:28:49,737 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0012_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:28:49,738 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0012_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:28:49,738 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0012 with final state: FINISHING
2015-02-12 12:28:49,738 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0012 State change from RUNNING to FINAL_SAVING
2015-02-12 12:28:49,738 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0012_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:28:49,738 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0012
2015-02-12 12:28:49,738 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0012 State change from FINAL_SAVING to FINISHING
2015-02-12 12:28:50,502 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0012_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:28:50,502 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0012_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:28:50,502 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0012 CONTAINERID=container_1423772685743_0012_01_000003
2015-02-12 12:28:50,502 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0012_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:28:50,502 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:28:50,504 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0012_01_000003, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:28:50,504 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:50,504 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:28:50,504 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0012_000001 released container container_1423772685743_0012_01_000003 on node: host: 10.1.1.68:61696 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:28:50,745 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0012 unregistered successfully.
2015-02-12 12:28:50,748 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741940_1116 127.0.0.1:61668 127.0.0.1:61658 127.0.0.1:61665 127.0.0.1:61661
2015-02-12 12:28:50,749 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741941_1117 127.0.0.1:61665 127.0.0.1:61661 127.0.0.1:61668 127.0.0.1:61658
2015-02-12 12:28:50,749 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741942_1118 127.0.0.1:61668 127.0.0.1:61661 127.0.0.1:61658
2015-02-12 12:28:50,749 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741943_1119 127.0.0.1:61658 127.0.0.1:61665 127.0.0.1:61661
2015-02-12 12:28:50,749 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741945_1121 127.0.0.1:61658 127.0.0.1:61665 127.0.0.1:61661
2015-02-12 12:28:50,749 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741944_1120 127.0.0.1:61668 127.0.0.1:61658 127.0.0.1:61661
2015-02-12 12:28:50,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0012 dst=null perm=null proto=rpc
2015-02-12 12:28:50,784 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741936_1112 127.0.0.1:61661 127.0.0.1:61658 127.0.0.1:61668
2015-02-12 12:28:50,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/1686627070_lower_upper_2B7525FFA96947DCB434FF6B71450899 dst=null perm=null proto=rpc
2015-02-12 12:28:50,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 12:28:50,786 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary
2015-02-12 12:28:50,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary dst=null perm=null proto=rpc
2015-02-12 12:28:50,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 12:28:50,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 12:28:50,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 12:28:50,802 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:28:50,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:28:50,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:28:50,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 12:28:50,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 12:28:50,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 12:28:50,818 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:28:50,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:28:50,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:28:50,822 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true
2015-02-12 12:28:50,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 12:28:50,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 12:28:50,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 12:28:50,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 12:28:50,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:28:50,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:28:50,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:28:50,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:28:50,849 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:28:50,850 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:28:50,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:28:50,875 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 12:28:50,875 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt"]
2015-02-12 12:28:50,875 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"]
2015-02-12 12:28:50,875 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false"]
2015-02-12 12:28:50,876 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 12:28:50,876 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-02-12 12:28:50,876 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-02-12 12:28:50,877 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-02-12 12:28:50,889 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:28:50,902 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:28:50,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4 dst=null perm=null proto=rpc
2015-02-12 12:28:50,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:28:50,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:28:50,908 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 13
2015-02-12 12:28:50,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013 dst=null perm=null proto=rpc
2015-02-12 12:28:50,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:28:50,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:28:50,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:50,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:50,914 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:28:50,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741950_1126 src: /127.0.0.1:62810 dest: /127.0.0.1:61661
2015-02-12 12:28:50,917 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741950_1126 src: /127.0.0.1:62811 dest: /127.0.0.1:61668
2015-02-12 12:28:50,919 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741950_1126 src: /127.0.0.1:62812 dest: /127.0.0.1:61665
2015-02-12 12:28:50,924 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62812, dest: /127.0.0.1:61665, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741950_1126, duration: 4650000
2015-02-12 12:28:50,925 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741950_1126, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:50,925 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62811, dest: /127.0.0.1:61668, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741950_1126, duration: 4644000
2015-02-12 12:28:50,925 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:50,925 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:28:50,927 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62810, dest: /127.0.0.1:61661, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741950_1126, duration: 5767000
2015-02-12 12:28:50,927 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:28:50,927 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:50,929 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:50,930 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:28:50,931 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.jar
2015-02-12 12:28:50,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:50,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:50,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:50,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:50,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:50,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:28:50,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:28:50,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:28:50,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:28:50,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:28:50,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:50,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:28:50,941 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:28:50,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:28:50,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:28:50,944 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:28:50,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:28:50,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:50,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:50,950 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.split
2015-02-12 12:28:50,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:50,952 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:28:50,954 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741951_1127 src: /127.0.0.1:62813 dest: /127.0.0.1:61658
2015-02-12 12:28:50,955 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741951_1127 src: /127.0.0.1:62814 dest: /127.0.0.1:61665
2015-02-12 12:28:50,956 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741951_1127 src: /127.0.0.1:62815 dest: /127.0.0.1:61668
2015-02-12 12:28:50,958 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741951_1127 src: /127.0.0.1:62816 dest: /127.0.0.1:61661
2015-02-12 12:28:50,963 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62816, dest: /127.0.0.1:61661, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741951_1127, duration: 3469000
2015-02-12 12:28:50,963 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741951_1127, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:50,963 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:50,964 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62815, dest: /127.0.0.1:61668, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741951_1127, duration: 4223000
2015-02-12 12:28:50,964 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:50,965 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:50,965 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62814, dest: /127.0.0.1:61665, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741951_1127, duration: 5988000
2015-02-12 12:28:50,966 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:50,966 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:50,966 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62813, dest: /127.0.0.1:61658, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741951_1127, duration: 7029000
2015-02-12 12:28:50,967 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:50,968 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:28:50,968 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:28:50,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:50,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:50,973 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:28:50,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741952_1128 src: /127.0.0.1:62817 dest: /127.0.0.1:61661
2015-02-12 12:28:50,976 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741952_1128 src: /127.0.0.1:62818 dest: /127.0.0.1:61668
2015-02-12 12:28:50,978 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741952_1128 src: /127.0.0.1:62819 dest: /127.0.0.1:61665
2015-02-12 12:28:50,981 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62819, dest: /127.0.0.1:61665, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741952_1128, duration: 1609000
2015-02-12 12:28:50,981 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741952_1128, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:50,982 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:28:50,982 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62818, dest: /127.0.0.1:61668, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741952_1128, duration: 2352000
2015-02-12 12:28:50,982 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:50,983 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:28:50,983 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62817, dest: /127.0.0.1:61661, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741952_1128, duration: 3254000
2015-02-12 12:28:50,983 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:50,985 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:28:50,986 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:28:50,986 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:2
2015-02-12 12:28:50,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:50,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:28:50,997 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:28:50,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741953_1129 src: /127.0.0.1:62820 dest: /127.0.0.1:61665
2015-02-12 12:28:51,001 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741953_1129 src: /127.0.0.1:62821 dest: /127.0.0.1:61661
2015-02-12 12:28:51,002 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741953_1129 src: /127.0.0.1:62822 dest: /127.0.0.1:61668
2015-02-12 12:28:51,005 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62822, dest: /127.0.0.1:61668, bytes: 100228, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741953_1129, duration: 1457000
2015-02-12 12:28:51,006 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741953_1129, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:51,006 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:28:51,006 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62821, dest: /127.0.0.1:61661, bytes: 100228, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741953_1129, duration: 1852000
2015-02-12 12:28:51,006 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:51,007 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:28:51,007 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62820, dest: /127.0.0.1:61665, bytes: 100228, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741953_1129, duration: 2793000
2015-02-12 12:28:51,007 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:51,008 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:28:51,009 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:28:51,009 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0013
2015-02-12 12:28:51,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013 dst=null perm=null proto=rpc
2015-02-12 12:28:51,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:51,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:51,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:51,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:51,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:51,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:51,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:51,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:51,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:51,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:51,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:51,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:51,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:51,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:51,025 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 13 submitted by user soberoi
2015-02-12 12:28:51,025 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0013
2015-02-12 12:28:51,025 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0013
2015-02-12 12:28:51,026 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0013 State change from NEW to NEW_SAVING
2015-02-12 12:28:51,026 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0013
2015-02-12 12:28:51,026 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0013 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:28:51,027 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0013 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:28:51,027 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0013 from user: soberoi, in queue: default
2015-02-12 12:28:51,027 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0013 State change from SUBMITTED to ACCEPTED
2015-02-12 12:28:51,028 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0013_000001
2015-02-12 12:28:51,028 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0013_000001 State change from NEW to SUBMITTED
2015-02-12 12:28:51,027 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0013
2015-02-12 12:28:51,028 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0013 from user: soberoi activated in queue: default
2015-02-12 12:28:51,028 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0013 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:28:51,028 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0013_000001 to scheduler from user soberoi in queue default
2015-02-12 12:28:51,029 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0013_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:28:51,031 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0013/
2015-02-12 12:28:51,032 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423772685743_0013
2015-02-12 12:28:51,032 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0013/
2015-02-12 12:28:51,105 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0013_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:28:51,105 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000001
2015-02-12 12:28:51,105 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0013_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61688, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 12:28:51,105 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0013_000001 container=Container: [ContainerId: container_1423772685743_0013_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:28:51,106 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:28:51,106 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:51,107 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61688 for container : container_1423772685743_0013_01_000001
2015-02-12 12:28:51,108 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0013_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:28:51,108 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0013_000001
2015-02-12 12:28:51,108 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0013 AttemptId: appattempt_1423772685743_0013_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0013_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ]
2015-02-12 12:28:51,108 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0013_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:28:51,108 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0013_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:28:51,108 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0013_000001
2015-02-12 12:28:51,110 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0013_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] for AM appattempt_1423772685743_0013_000001
2015-02-12 12:28:51,110 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0013_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:28:51,110 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0013_000001
2015-02-12 12:28:51,110 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0013_000001
2015-02-12 12:28:51,113 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0013_000001 (auth:SIMPLE)
2015-02-12 12:28:51,116 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0013_01_000001 by user soberoi
2015-02-12 12:28:51,117 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0013
2015-02-12 12:28:51,117 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000001
2015-02-12 12:28:51,117 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0013 transitioned from NEW to INITING
2015-02-12 12:28:51,117 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0013_01_000001 to application application_1423772685743_0013
2015-02-12 12:28:51,117 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0013 transitioned from INITING to RUNNING
2015-02-12 12:28:51,117 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0013_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] for AM appattempt_1423772685743_0013_000001
2015-02-12 12:28:51,118 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0013_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:28:51,118 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:28:51,118 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0013
2015-02-12 12:28:51,118 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:28:51,118 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:28:51,118 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:28:51,118 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:28:51,119 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0013_01_000001
2015-02-12 12:28:51,128 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423772685743_0013_01_000001.tokens. Credentials list:
2015-02-12 12:28:51,229 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:28:51,309 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423772685743_0013_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000001.tokens
2015-02-12 12:28:51,309 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0013
2015-02-12 12:28:51,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:51,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:51,416 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:51,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:51,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:51,466 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0013/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:51,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:51,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.split dst=null perm=null proto=rpc
2015-02-12 12:28:51,502 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:51,515 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0013/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:51,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:51,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:51,565 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0013/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:51,565 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:28:51,599 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:28:51,599 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:51,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000001/default_container_executor.sh]
2015-02-12 12:28:51,856 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61665 to replicate blk_1073741950_1126 to datanode(s) 127.0.0.1:61658
2015-02-12 12:28:51,856 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073741936_1112, blk_1073741940_1116, blk_1073741941_1117, blk_1073741942_1118, blk_1073741944_1120]
2015-02-12 12:28:51,856 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073741936_1112, blk_1073741940_1116, blk_1073741941_1117, blk_1073741942_1118, blk_1073741943_1119, blk_1073741944_1120, blk_1073741945_1121]
2015-02-12 12:28:52,105 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0013_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:28:52,505 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:52,554 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741936 for deletion
2015-02-12 12:28:52,554 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741940 for deletion
2015-02-12 12:28:52,554 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741941 for deletion
2015-02-12 12:28:52,554 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741942 for deletion
2015-02-12 12:28:52,555 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741943 for deletion
2015-02-12 12:28:52,555 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741944 for deletion
2015-02-12 12:28:52,555 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 12:28:52,555 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741936
2015-02-12 12:28:52,555 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741940
2015-02-12 12:28:52,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741942
2015-02-12 12:28:52,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741944
2015-02-12 12:28:52,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741941
2015-02-12 12:28:52,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741943
2015-02-12 12:28:52,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 12:28:52,822 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=18d95aeb-8a1b-4513-b042-c5f9210b1a8a, infoPort=61666, ipcPort=61667, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073741950_1126 to 127.0.0.1:61658
2015-02-12 12:28:52,824 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741950_1126 src: /127.0.0.1:62827 dest: /127.0.0.1:61658
2015-02-12 12:28:52,824 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073741950_1126 (numBytes=254067) to /127.0.0.1:61658
2015-02-12 12:28:52,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073741950_1126 src: /127.0.0.1:62827 dest: /127.0.0.1:61658 of size 254067
2015-02-12 12:28:52,827 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741950_1126 size 254067
2015-02-12 12:28:53,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741936 for deletion
2015-02-12 12:28:53,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741940 for deletion
2015-02-12 12:28:53,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741941 for deletion
2015-02-12 12:28:53,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741942 for deletion
2015-02-12 12:28:53,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741944 for deletion
2015-02-12 12:28:53,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741936
2015-02-12 12:28:53,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741940
2015-02-12 12:28:53,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741942
2015-02-12 12:28:53,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741941
2015-02-12 12:28:53,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741944
2015-02-12 12:28:53,506 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:53,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:28:53,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:28:53,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:28:53,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:28:53,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013 dst=null perm=null proto=rpc
2015-02-12 12:28:53,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:28:53,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:28:54,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:54,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:28:54,506 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:54,858 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073741936_1112, blk_1073741940_1116, blk_1073741941_1117, blk_1073741942_1118, blk_1073741943_1119, blk_1073741944_1120, blk_1073741945_1121]
2015-02-12 12:28:54,858 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073741940_1116, blk_1073741941_1117, blk_1073741943_1119, blk_1073741945_1121]
2015-02-12 12:28:54,941 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0013_000001 (auth:SIMPLE)
2015-02-12 12:28:54,943 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0013_000001
2015-02-12 12:28:54,943 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0013 APPATTEMPTID=appattempt_1423772685743_0013_000001
2015-02-12 12:28:54,943 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0013_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:28:54,943 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0013 State change from ACCEPTED to RUNNING
2015-02-12 12:28:54,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job_1423772685743_0013_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:54,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:28:55,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job_1423772685743_0013_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:28:55,220 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job_1423772685743_0013_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:28:55,264 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741954_1130 src: /127.0.0.1:62835 dest: /127.0.0.1:61665
2015-02-12 12:28:55,266 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741954_1130 src: /127.0.0.1:62836 dest: /127.0.0.1:61668
2015-02-12 12:28:55,267 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741954_1130 src: /127.0.0.1:62837 dest: /127.0.0.1:61661
2015-02-12 12:28:55,304 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62837, dest: /127.0.0.1:61661, bytes: 117489, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-274533154_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741954_1130, duration: 34783000
2015-02-12 12:28:55,304 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741954_1130, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:28:55,304 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:28:55,305 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62836, dest: /127.0.0.1:61668, bytes: 117489, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-274533154_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741954_1130, duration: 35035000
2015-02-12 12:28:55,305 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:55,305 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:28:55,305 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62835, dest: /127.0.0.1:61665, bytes: 117489, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-274533154_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741954_1130, duration: 36239000
2015-02-12 12:28:55,306 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:28:55,306 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:28:55,309 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job_1423772685743_0013_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-274533154_1
2015-02-12 12:28:55,511 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:55,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741936 for deletion
2015-02-12 12:28:55,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741940 for deletion
2015-02-12 12:28:55,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741941 for deletion
2015-02-12 12:28:55,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741936
2015-02-12 12:28:55,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741942 for deletion
2015-02-12 12:28:55,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741943 for deletion
2015-02-12 12:28:55,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741944 for deletion
2015-02-12 12:28:55,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741940
2015-02-12 12:28:55,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741941
2015-02-12 12:28:55,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741942
2015-02-12 12:28:55,558 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741943
2015-02-12 12:28:55,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 12:28:55,558 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741944
2015-02-12 12:28:55,558 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 12:28:55,787 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772685743_0012_01_000001 succeeded
2015-02-12 12:28:55,787 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0012_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:28:55,787 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0012_01_000001
2015-02-12 12:28:55,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0012/container_1423772685743_0012_01_000001
2015-02-12 12:28:55,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0012/container_1423772685743_0012_01_000001
2015-02-12 12:28:55,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0012/container_1423772685743_0012_01_000001
2015-02-12 12:28:55,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0012/container_1423772685743_0012_01_000001
2015-02-12 12:28:55,800 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0012 CONTAINERID=container_1423772685743_0012_01_000001
2015-02-12 12:28:55,801 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0012_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:28:55,801 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0012_01_000001 from application application_1423772685743_0012
2015-02-12 12:28:55,801 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:55,801 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0012
2015-02-12 12:28:55,823 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741940 for deletion
2015-02-12 12:28:55,824 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741941 for deletion
2015-02-12 12:28:55,824 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741943 for deletion
2015-02-12 12:28:55,824 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741940
2015-02-12 12:28:55,824 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 12:28:55,824 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741943
2015-02-12 12:28:55,825 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741941
2015-02-12 12:28:55,825 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 12:28:56,019 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0013_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:28:56,019 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000002
2015-02-12 12:28:56,019 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0013_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:28:56,019 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0013_000001 container=Container: [ContainerId: container_1423772685743_0013_01_000002, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:28:56,020 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-12 12:28:56,020 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:56,020 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0013_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:28:56,020 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000003
2015-02-12 12:28:56,020 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0013_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:28:56,021 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0013_000001 container=Container: [ContainerId: container_1423772685743_0013_01_000003, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:28:56,021 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-02-12 12:28:56,021 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:56,120 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0012_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:28:56,120 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772685743_0012_000001
2015-02-12 12:28:56,120 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0012_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:28:56,120 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772685743_0012_000001
2015-02-12 12:28:56,120 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0012 CONTAINERID=container_1423772685743_0012_01_000001
2015-02-12 12:28:56,121 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0012_000001 State change from FINISHING to FINISHED
2015-02-12 12:28:56,121 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0012_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61688, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:28:56,121 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0012 State change from FINISHING to FINISHED
2015-02-12 12:28:56,121 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:28:56,121 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772685743_0012
2015-02-12 12:28:56,122 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772685743_0012_000001
2015-02-12 12:28:56,122 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772685743_0012,name=[473323534A8E424E9CC16264EC306788/B8C83B8AA77840BEA4AB510690704E81] lower*upper/(2/2) ...value/true/true/true/true,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:61686/proxy/application_1423772685743_0012/jobhistory/job/job_1423772685743_0012,appMasterHost=10.1.1.68,startTime=1423772914998,finishTime=1423772929738,finalStatus=SUCCEEDED
2015-02-12 12:28:56,121 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0012_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:28:56,122 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:28:56,122 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2015-02-12 12:28:56,123 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0012_000001 released container container_1423772685743_0012_01_000001 on node: host: 10.1.1.68:61688 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:28:56,123 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772685743_0012_000001 is done. finalState=FINISHED
2015-02-12 12:28:56,123 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772685743_0012 requests cleared
2015-02-12 12:28:56,124 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772685743_0012 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:28:56,124 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772685743_0012 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:28:56,125 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0012_000001 (auth:SIMPLE)
2015-02-12 12:28:56,127 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0012_01_000001
2015-02-12 12:28:56,127 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0012 CONTAINERID=container_1423772685743_0012_01_000001
2015-02-12 12:28:56,128 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0012_01_000001]
2015-02-12 12:28:56,128 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:56,128 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:28:56,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0012
2015-02-12 12:28:56,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0012
2015-02-12 12:28:56,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0012
2015-02-12 12:28:56,129 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0012
2015-02-12 12:28:56,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0012
2015-02-12 12:28:56,130 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:28:56,130 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0012, with delay of 10800 seconds
2015-02-12 12:28:56,514 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:28:56,514 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:56,514 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0012
2015-02-12 12:28:56,515 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0012
2015-02-12 12:28:56,515 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0012
2015-02-12 12:28:56,515 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0012
2015-02-12 12:28:56,515 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0012
2015-02-12 12:28:56,516 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:28:56,516 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0012, with delay of 10800 seconds
2015-02-12 12:28:57,000 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61692 for container : container_1423772685743_0013_01_000002
2015-02-12 12:28:57,000 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0013_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:28:57,001 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0013_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:28:57,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:57,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:57,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:57,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:57,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:57,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:57,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:57,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:57,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:28:57,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:28:57,135 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0013_000001 (auth:SIMPLE)
2015-02-12 12:28:57,136 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0013_000001 (auth:SIMPLE)
2015-02-12 12:28:57,138 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0013_01_000002 by user soberoi
2015-02-12 12:28:57,139 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0013
2015-02-12 12:28:57,139 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000002
2015-02-12 12:28:57,139 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0013 transitioned from NEW to INITING
2015-02-12 12:28:57,139 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0013_01_000002 to application application_1423772685743_0013
2015-02-12 12:28:57,139 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0013_01_000003 by user soberoi
2015-02-12 12:28:57,140 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000003
2015-02-12 12:28:57,139 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0013 transitioned from INITING to RUNNING
2015-02-12 12:28:57,140 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:28:57,140 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0013_01_000003 to application application_1423772685743_0013
2015-02-12 12:28:57,140 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0013
2015-02-12 12:28:57,140 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0013
2015-02-12 12:28:57,140 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:28:57,141 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0013
2015-02-12 12:28:57,141 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:28:57,141 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:28:57,141 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:28:57,141 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0013_01_000002
2015-02-12 12:28:57,142 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0013
2015-02-12 12:28:57,142 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0013
2015-02-12 12:28:57,142 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:28:57,142 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0013
2015-02-12 12:28:57,143 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0013_01_000003
2015-02-12 12:28:57,154 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423772685743_0013_01_000002.tokens. Credentials list:
2015-02-12 12:28:57,154 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423772685743_0013_01_000003.tokens. Credentials list:
2015-02-12 12:28:57,264 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:28:57,350 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423772685743_0013_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000002.tokens
2015-02-12 12:28:57,351 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0013
2015-02-12 12:28:57,354 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:28:57,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:57,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 12:28:57,446 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423772685743_0013_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000003.tokens
2015-02-12 12:28:57,447 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0013
2015-02-12 12:28:57,471 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:57,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:57,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 12:28:57,516 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:28:57,532 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0013/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:28:57,532 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:28:57,533 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:28:57,579 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:28:57,579 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:57,580 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:28:57,580 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:28:57,679 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000003/default_container_executor.sh]
2015-02-12 12:28:57,679 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000002/default_container_executor.sh]
2015-02-12 12:28:58,016 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:28:58,029 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0013_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:28:58,029 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0013_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:28:58,395 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741948_1124
2015-02-12 12:28:58,395 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741951_1127
2015-02-12 12:28:58,396 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741949_1125
2015-02-12 12:28:58,396 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741946_1122
2015-02-12 12:28:58,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741950_1126
2015-02-12 12:28:58,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741947_1123
2015-02-12 12:28:58,767 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741950_1126
2015-02-12 12:28:58,768 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741951_1127
2015-02-12 12:28:58,768 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741947_1123
2015-02-12 12:28:58,769 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741948_1124
2015-02-12 12:28:58,769 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741946_1122
2015-02-12 12:28:58,949 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741951_1127
2015-02-12 12:28:58,950 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741947_1123
2015-02-12 12:28:58,951 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741949_1125
2015-02-12 12:28:58,952 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741953_1129
2015-02-12 12:28:58,967 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741953_1129
2015-02-12 12:28:58,968 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741952_1128
2015-02-12 12:28:58,971 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741953_1129
2015-02-12 12:28:58,972 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741946_1122
2015-02-12 12:28:58,972 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741948_1124
2015-02-12 12:28:58,973 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741951_1127
2015-02-12 12:28:58,974 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741949_1125
2015-02-12 12:28:59,178 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741950_1126
2015-02-12 12:28:59,179 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741952_1128
2015-02-12 12:28:59,352 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741950_1126
2015-02-12 12:28:59,353 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741952_1128
2015-02-12 12:29:00,648 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 12:29:00,648 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 12:29:01,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:01,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:01,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:29:01,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:29:01,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/_temporary/1/_temporary/attempt_1423772685743_0013_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:29:01,724 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0013_000001 (auth:SIMPLE)
2015-02-12 12:29:01,727 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0013_01_000002
2015-02-12 12:29:01,727 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000002
2015-02-12 12:29:01,727 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:29:01,727 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0013_01_000002
2015-02-12 12:29:01,746 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job_1423772685743_0013_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:29:01,749 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0013_01_000002 is : 143
2015-02-12 12:29:01,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741955_1131 src: /127.0.0.1:62867 dest: /127.0.0.1:61661
2015-02-12 12:29:01,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741955_1131 src: /127.0.0.1:62868 dest: /127.0.0.1:61658
2015-02-12 12:29:01,755 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741955_1131 src: /127.0.0.1:62869 dest: /127.0.0.1:61668
2015-02-12 12:29:01,760 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:29:01,760 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job_1423772685743_0013_1.jhist for DFSClient_NONMAPREDUCE_-274533154_1
2015-02-12 12:29:01,761 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000002
2015-02-12 12:29:01,761 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000002
2015-02-12 12:29:01,762 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000002
2015-02-12 12:29:01,762 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:29:01,762 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0013_01_000002 from application application_1423772685743_0013
2015-02-12 12:29:01,762 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:01,762 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0013
2015-02-12 12:29:01,763 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000002
2015-02-12 12:29:01,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000002
2015-02-12 12:29:01,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/_temporary/1/_temporary/attempt_1423772685743_0013_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:29:01,823 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0013_000001 (auth:SIMPLE)
2015-02-12 12:29:01,826 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0013_01_000003
2015-02-12 12:29:01,826 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000003
2015-02-12 12:29:01,826 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:29:01,827 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0013_01_000003
2015-02-12 12:29:01,827 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0013_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:29:01,827 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0013_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:29:01,827 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000002
2015-02-12 12:29:01,827 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0013_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:29:01,828 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:29:01,828 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0013_01_000002, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:29:01,829 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:01,829 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:29:01,829 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0013_000001 released container container_1423772685743_0013_01_000002 on node: host: 10.1.1.68:61692 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:29:01,847 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0013_01_000003 is : 143
2015-02-12 12:29:01,860 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:29:01,861 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000003
2015-02-12 12:29:01,861 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:29:01,861 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0013_01_000003 from application application_1423772685743_0013
2015-02-12 12:29:01,861 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:01,861 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0013
2015-02-12 12:29:01,863 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000003
2015-02-12 12:29:01,866 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000003
2015-02-12 12:29:01,866 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000003
2015-02-12 12:29:01,866 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000003
2015-02-12 12:29:02,830 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:02,830 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0013_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:29:02,830 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0013_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:29:02,830 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000003
2015-02-12 12:29:02,831 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0013_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:29:02,831 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:29:02,832 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0013_01_000003, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:29:02,832 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:02,832 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:29:02,832 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0013_000001 released container container_1423772685743_0013_01_000003 on node: host: 10.1.1.68:61692 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:29:03,151 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0013_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:29:03,151 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000004
2015-02-12 12:29:03,152 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0013_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:29:03,152 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0013_000001 container=Container: [ContainerId: container_1423772685743_0013_01_000004, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:29:03,152 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:29:03,152 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:03,831 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0013_01_000002]
2015-02-12 12:29:03,831 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:03,831 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:03,976 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741954_1130
2015-02-12 12:29:04,051 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61688 for container : container_1423772685743_0013_01_000004
2015-02-12 12:29:04,052 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0013_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:29:04,063 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0013_000001 (auth:SIMPLE)
2015-02-12 12:29:04,065 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0013_01_000004 by user soberoi
2015-02-12 12:29:04,066 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000004
2015-02-12 12:29:04,066 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0013_01_000004 to application application_1423772685743_0013
2015-02-12 12:29:04,066 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:29:04,066 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0013
2015-02-12 12:29:04,066 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0013
2015-02-12 12:29:04,066 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:29:04,066 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0013
2015-02-12 12:29:04,067 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:29:04,097 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:29:04,097 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:04,155 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0013_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:29:04,184 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000004/default_container_executor.sh]
2015-02-12 12:29:04,186 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741954_1130
2015-02-12 12:29:04,359 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741954_1130
2015-02-12 12:29:04,833 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0013_01_000003]
2015-02-12 12:29:04,833 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:05,057 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:29:06,587 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:29:06,598 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:29:06,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/_temporary/1/_temporary/attempt_1423772685743_0013_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:06,897 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/_temporary/1/_temporary/attempt_1423772685743_0013_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:29:06,980 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741956_1132 src: /127.0.0.1:62877 dest: /127.0.0.1:61665
2015-02-12 12:29:06,983 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741956_1132 src: /127.0.0.1:62878 dest: /127.0.0.1:61658
2015-02-12 12:29:06,984 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741956_1132 src: /127.0.0.1:62879 dest: /127.0.0.1:61668
2015-02-12 12:29:07,025 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62879, dest: /127.0.0.1:61668, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0013_r_000000_0_-380460376_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741956_1132, duration: 37647000
2015-02-12 12:29:07,025 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741956_1132, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:07,026 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:29:07,026 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62878, dest: /127.0.0.1:61658, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0013_r_000000_0_-380460376_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741956_1132, duration: 38851000
2015-02-12 12:29:07,027 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:07,028 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:29:07,028 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62877, dest: /127.0.0.1:61665, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0013_r_000000_0_-380460376_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741956_1132, duration: 40637000
2015-02-12 12:29:07,029 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:07,030 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:29:07,035 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/_temporary/1/_temporary/attempt_1423772685743_0013_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0013_r_000000_0_-380460376_1
2015-02-12 12:29:07,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/_temporary/1/_temporary/attempt_1423772685743_0013_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:29:07,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/_temporary/1/_temporary/attempt_1423772685743_0013_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:29:07,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/_temporary/1/task_1423772685743_0013_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:29:07,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/_temporary/1/_temporary/attempt_1423772685743_0013_r_000000_0 dst=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/_temporary/1/task_1423772685743_0013_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:29:07,078 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0013_000001 (auth:SIMPLE)
2015-02-12 12:29:07,080 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0013_01_000004
2015-02-12 12:29:07,080 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000004
2015-02-12 12:29:07,080 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:29:07,080 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0013_01_000004
2015-02-12 12:29:07,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:07,091 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-274533154_1
2015-02-12 12:29:07,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:29:07,102 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0013_01_000004 is : 143
2015-02-12 12:29:07,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4 dst=null perm=null proto=rpc
2015-02-12 12:29:07,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4 dst=null perm=null proto=rpc
2015-02-12 12:29:07,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/_temporary/1/task_1423772685743_0013_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:29:07,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:07,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/_temporary/1/task_1423772685743_0013_r_000000/part-00000 dst=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:07,115 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:29:07,116 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000004
2015-02-12 12:29:07,116 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:29:07,116 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0013_01_000004 from application application_1423772685743_0013
2015-02-12 12:29:07,116 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:07,116 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0013
2015-02-12 12:29:07,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000004
2015-02-12 12:29:07,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000004
2015-02-12 12:29:07,119 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000004
2015-02-12 12:29:07,120 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000004
2015-02-12 12:29:07,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/_temporary dst=null perm=null proto=rpc
2015-02-12 12:29:07,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:07,130 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-274533154_1
2015-02-12 12:29:07,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:07,135 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-274533154_1
2015-02-12 12:29:07,157 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62869, dest: /127.0.0.1:61668, bytes: 45772, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-274533154_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741955_1131, duration: 5399660000
2015-02-12 12:29:07,157 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741955_1131, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:07,159 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 14377
2015-02-12 12:29:07,159 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62868, dest: /127.0.0.1:61658, bytes: 45772, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-274533154_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741955_1131, duration: 5400648000
2015-02-12 12:29:07,159 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:07,160 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 14377
2015-02-12 12:29:07,160 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62867, dest: /127.0.0.1:61661, bytes: 45772, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-274533154_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741955_1131, duration: 5402251000
2015-02-12 12:29:07,161 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:07,161 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 14377
2015-02-12 12:29:07,162 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job_1423772685743_0013_1.jhist is closed by DFSClient_NONMAPREDUCE_-274533154_1
2015-02-12 12:29:07,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:07,168 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:29:07,170 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741957_1133 src: /127.0.0.1:62881 dest: /127.0.0.1:61658
2015-02-12 12:29:07,171 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741957_1133 src: /127.0.0.1:62882 dest: /127.0.0.1:61665
2015-02-12 12:29:07,173 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741957_1133 src: /127.0.0.1:62883 dest: /127.0.0.1:61668
2015-02-12 12:29:07,176 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62883, dest: /127.0.0.1:61668, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-274533154_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741957_1133, duration: 1527000
2015-02-12 12:29:07,176 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741957_1133, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:07,176 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:29:07,177 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62882, dest: /127.0.0.1:61665, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-274533154_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741957_1133, duration: 2352000
2015-02-12 12:29:07,177 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:07,177 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:29:07,178 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62881, dest: /127.0.0.1:61658, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-274533154_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741957_1133, duration: 3300000
2015-02-12 12:29:07,178 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:07,178 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:29:07,179 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013.summary_tmp is closed by DFSClient_NONMAPREDUCE_-274533154_1
2015-02-12 12:29:07,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:07,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job_1423772685743_0013_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:29:07,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013-1423772931025-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2FC5573EA9691D4072-1423772947136-2-1-SUCCEEDED-default-1423772934964.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:29:07,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job_1423772685743_0013_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:29:07,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013-1423772931025-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2FC5573EA9691D4072-1423772947136-2-1-SUCCEEDED-default-1423772934964.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:29:07,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job_1423772685743_0013_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:29:07,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013-1423772931025-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2FC5573EA9691D4072-1423772947136-2-1-SUCCEEDED-default-1423772934964.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:07,204 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013-1423772931025-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2FC5573EA9691D4072-1423772947136-2-1-SUCCEEDED-default-1423772934964.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:29:07,206 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741958_1134 src: /127.0.0.1:62885 dest: /127.0.0.1:61668
2015-02-12 12:29:07,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741958_1134 src: /127.0.0.1:62886 dest: /127.0.0.1:61665
2015-02-12 12:29:07,209 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741958_1134 src: /127.0.0.1:62887 dest: /127.0.0.1:61661
2015-02-12 12:29:07,213 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62887, dest: /127.0.0.1:61661, bytes: 45772, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-274533154_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741958_1134, duration: 1613000
2015-02-12 12:29:07,213 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741958_1134, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:07,213 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:07,214 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62886, dest: /127.0.0.1:61665, bytes: 45772, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-274533154_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741958_1134, duration: 2361000
2015-02-12 12:29:07,214 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:07,214 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:29:07,214 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62885, dest: /127.0.0.1:61668, bytes: 45772, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-274533154_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741958_1134, duration: 3194000
2015-02-12 12:29:07,214 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:07,215 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:29:07,216 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013-1423772931025-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2FC5573EA9691D4072-1423772947136-2-1-SUCCEEDED-default-1423772934964.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-274533154_1
2015-02-12 12:29:07,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013-1423772931025-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2FC5573EA9691D4072-1423772947136-2-1-SUCCEEDED-default-1423772934964.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:07,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job_1423772685743_0013_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:29:07,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:29:07,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job_1423772685743_0013_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:29:07,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:29:07,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013/job_1423772685743_0013_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:29:07,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:07,234 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:29:07,236 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741959_1135 src: /127.0.0.1:62889 dest: /127.0.0.1:61658
2015-02-12 12:29:07,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741959_1135 src: /127.0.0.1:62890 dest: /127.0.0.1:61668
2015-02-12 12:29:07,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741959_1135 src: /127.0.0.1:62891 dest: /127.0.0.1:61661
2015-02-12 12:29:07,243 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62891, dest: /127.0.0.1:61661, bytes: 117489, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-274533154_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741959_1135, duration: 2063000
2015-02-12 12:29:07,244 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741959_1135, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:07,244 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:07,244 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62890, dest: /127.0.0.1:61668, bytes: 117489, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-274533154_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741959_1135, duration: 2781000
2015-02-12 12:29:07,244 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:07,245 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:29:07,245 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62889, dest: /127.0.0.1:61658, bytes: 117489, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-274533154_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741959_1135, duration: 3810000
2015-02-12 12:29:07,245 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:07,246 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:29:07,247 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-274533154_1
2015-02-12 12:29:07,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:07,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:07,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:07,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013-1423772931025-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2FC5573EA9691D4072-1423772947136-2-1-SUCCEEDED-default-1423772934964.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013-1423772931025-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2FC5573EA9691D4072-1423772947136-2-1-SUCCEEDED-default-1423772934964.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:07,263 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0013_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:29:07,263 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0013_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:29:07,263 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0013 with final state: FINISHING
2015-02-12 12:29:07,264 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0013 State change from RUNNING to FINAL_SAVING
2015-02-12 12:29:07,264 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0013
2015-02-12 12:29:07,264 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0013_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:29:07,264 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0013 State change from FINAL_SAVING to FINISHING
2015-02-12 12:29:08,086 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0013_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:29:08,087 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0013_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:29:08,087 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000004
2015-02-12 12:29:08,087 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0013_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:29:08,087 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:29:08,088 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0013_01_000004, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:29:08,089 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:08,089 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:29:08,089 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0013_000001 released container container_1423772685743_0013_01_000004 on node: host: 10.1.1.68:61688 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:29:08,268 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0013 unregistered successfully.
2015-02-12 12:29:08,271 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741950_1126 127.0.0.1:61661 127.0.0.1:61668 127.0.0.1:61665 127.0.0.1:61658
2015-02-12 12:29:08,271 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741951_1127 127.0.0.1:61658 127.0.0.1:61665 127.0.0.1:61668 127.0.0.1:61661
2015-02-12 12:29:08,271 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741952_1128 127.0.0.1:61661 127.0.0.1:61668 127.0.0.1:61665
2015-02-12 12:29:08,272 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741953_1129 127.0.0.1:61665 127.0.0.1:61661 127.0.0.1:61668
2015-02-12 12:29:08,272 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741955_1131 127.0.0.1:61661 127.0.0.1:61658 127.0.0.1:61668
2015-02-12 12:29:08,272 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741954_1130 127.0.0.1:61665 127.0.0.1:61668 127.0.0.1:61661
2015-02-12 12:29:08,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0013 dst=null perm=null proto=rpc
2015-02-12 12:29:08,312 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...e/false/false/false/false
2015-02-12 12:29:08,326 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:29:08,337 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:29:08,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:08,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:29:08,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:29:08,344 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 14
2015-02-12 12:29:08,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014 dst=null perm=null proto=rpc
2015-02-12 12:29:08,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:29:08,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:29:08,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:08,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:08,352 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:29:08,355 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741960_1136 src: /127.0.0.1:62894 dest: /127.0.0.1:61658
2015-02-12 12:29:08,356 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741960_1136 src: /127.0.0.1:62895 dest: /127.0.0.1:61665
2015-02-12 12:29:08,358 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741960_1136 src: /127.0.0.1:62896 dest: /127.0.0.1:61661
2015-02-12 12:29:08,365 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62896, dest: /127.0.0.1:61661, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741960_1136, duration: 4871000
2015-02-12 12:29:08,365 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741960_1136, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:08,366 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:29:08,366 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62895, dest: /127.0.0.1:61665, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741960_1136, duration: 3134000
2015-02-12 12:29:08,366 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:08,367 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:29:08,367 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62894, dest: /127.0.0.1:61658, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741960_1136, duration: 6595000
2015-02-12 12:29:08,367 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:08,368 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:29:08,369 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:29:08,370 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.jar
2015-02-12 12:29:08,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:08,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:08,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:08,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:08,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:08,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:29:08,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:29:08,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:29:08,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:29:08,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:29:08,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:08,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4 dst=null perm=null proto=rpc
2015-02-12 12:29:08,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4 dst=null perm=null proto=rpc
2015-02-12 12:29:08,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4 dst=null perm=null proto=rpc
2015-02-12 12:29:08,385 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:29:08,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:08,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:08,388 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.split
2015-02-12 12:29:08,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:08,389 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:29:08,391 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741961_1137 src: /127.0.0.1:62897 dest: /127.0.0.1:61665
2015-02-12 12:29:08,393 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741961_1137 src: /127.0.0.1:62898 dest: /127.0.0.1:61668
2015-02-12 12:29:08,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741961_1137 src: /127.0.0.1:62899 dest: /127.0.0.1:61661
2015-02-12 12:29:08,396 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741961_1137 src: /127.0.0.1:62900 dest: /127.0.0.1:61658
2015-02-12 12:29:08,399 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62900, dest: /127.0.0.1:61658, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741961_1137, duration: 1488000
2015-02-12 12:29:08,399 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741961_1137, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:08,400 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:29:08,400 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62899, dest: /127.0.0.1:61661, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741961_1137, duration: 1857000
2015-02-12 12:29:08,400 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:08,401 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62898, dest: /127.0.0.1:61668, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741961_1137, duration: 3237000
2015-02-12 12:29:08,402 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:08,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:29:08,403 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62897, dest: /127.0.0.1:61665, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741961_1137, duration: 4837000
2015-02-12 12:29:08,403 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:08,403 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:29:08,405 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:29:08,406 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:29:08,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:08,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:08,410 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:29:08,411 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741962_1138 src: /127.0.0.1:62901 dest: /127.0.0.1:61658
2015-02-12 12:29:08,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741962_1138 src: /127.0.0.1:62902 dest: /127.0.0.1:61661
2015-02-12 12:29:08,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741962_1138 src: /127.0.0.1:62903 dest: /127.0.0.1:61665
2015-02-12 12:29:08,417 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62903, dest: /127.0.0.1:61665, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741962_1138, duration: 1343000
2015-02-12 12:29:08,417 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741962_1138, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:08,418 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:29:08,418 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62902, dest: /127.0.0.1:61661, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741962_1138, duration: 1991000
2015-02-12 12:29:08,419 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:08,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:08,420 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62901, dest: /127.0.0.1:61658, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741962_1138, duration: 3552000
2015-02-12 12:29:08,420 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:08,421 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:08,422 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:29:08,422 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1
2015-02-12 12:29:08,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:08,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:08,435 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:29:08,436 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741963_1139 src: /127.0.0.1:62904 dest: /127.0.0.1:61665
2015-02-12 12:29:08,438 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741963_1139 src: /127.0.0.1:62905 dest: /127.0.0.1:61661
2015-02-12 12:29:08,439 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741963_1139 src: /127.0.0.1:62906 dest: /127.0.0.1:61668
2015-02-12 12:29:08,442 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62906, dest: /127.0.0.1:61668, bytes: 99508, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741963_1139, duration: 1465000
2015-02-12 12:29:08,442 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741963_1139, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:08,443 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:29:08,443 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62905, dest: /127.0.0.1:61661, bytes: 99508, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741963_1139, duration: 1946000
2015-02-12 12:29:08,443 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:08,443 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:08,444 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62904, dest: /127.0.0.1:61665, bytes: 99508, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741963_1139, duration: 3035000
2015-02-12 12:29:08,444 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:08,445 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:29:08,446 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:29:08,446 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0014
2015-02-12 12:29:08,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014 dst=null perm=null proto=rpc
2015-02-12 12:29:08,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:08,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:08,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:08,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:08,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:08,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:08,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:08,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:08,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:08,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:08,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:08,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:08,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:08,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:08,463 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 14 submitted by user soberoi
2015-02-12 12:29:08,463 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0014
2015-02-12 12:29:08,463 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0014 State change from NEW to NEW_SAVING
2015-02-12 12:29:08,463 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0014
2015-02-12 12:29:08,463 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0014
2015-02-12 12:29:08,463 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0014 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:29:08,464 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0014 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:29:08,464 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0014 from user: soberoi, in queue: default
2015-02-12 12:29:08,464 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0014 State change from SUBMITTED to ACCEPTED
2015-02-12 12:29:08,464 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0014
2015-02-12 12:29:08,464 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0014_000001
2015-02-12 12:29:08,465 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0014_000001 State change from NEW to SUBMITTED
2015-02-12 12:29:08,465 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0014 from user: soberoi activated in queue: default
2015-02-12 12:29:08,465 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0014 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:29:08,465 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0014_000001 to scheduler from user soberoi in queue default
2015-02-12 12:29:08,466 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0014_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:29:08,467 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0014/
2015-02-12 12:29:08,468 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423772685743_0014
2015-02-12 12:29:08,468 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0014/
2015-02-12 12:29:08,545 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0014_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:29:08,545 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0014 CONTAINERID=container_1423772685743_0014_01_000001
2015-02-12 12:29:08,545 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0014_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61696, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:29:08,545 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0014_000001 container=Container: [ContainerId: container_1423772685743_0014_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:29:08,546 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:29:08,546 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:08,547 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61696 for container : container_1423772685743_0014_01_000001
2015-02-12 12:29:08,548 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0014_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:29:08,548 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0014_000001
2015-02-12 12:29:08,548 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0014 AttemptId: appattempt_1423772685743_0014_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0014_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ]
2015-02-12 12:29:08,548 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0014_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:29:08,549 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0014_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:29:08,549 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0014_000001
2015-02-12 12:29:08,550 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0014_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] for AM appattempt_1423772685743_0014_000001
2015-02-12 12:29:08,550 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0014_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:29:08,551 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0014_000001
2015-02-12 12:29:08,551 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0014_000001
2015-02-12 12:29:08,553 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0014_000001 (auth:SIMPLE)
2015-02-12 12:29:08,555 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0014_01_000001 by user soberoi
2015-02-12 12:29:08,555 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0014
2015-02-12 12:29:08,556 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0014 CONTAINERID=container_1423772685743_0014_01_000001
2015-02-12 12:29:08,556 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0014 transitioned from NEW to INITING
2015-02-12 12:29:08,556 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0014_01_000001 to application application_1423772685743_0014
2015-02-12 12:29:08,556 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0014 transitioned from INITING to RUNNING
2015-02-12 12:29:08,556 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0014_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] for AM appattempt_1423772685743_0014_000001
2015-02-12 12:29:08,556 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0014_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:29:08,556 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0014_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:29:08,556 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0014
2015-02-12 12:29:08,557 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:29:08,557 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:29:08,557 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:29:08,557 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:29:08,557 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0014_01_000001
2015-02-12 12:29:08,566 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423772685743_0014_01_000001.tokens. Credentials list:
2015-02-12 12:29:08,671 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:29:08,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423772685743_0014_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0014/container_1423772685743_0014_01_000001.tokens
2015-02-12 12:29:08,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0014 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0014
2015-02-12 12:29:08,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:08,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:08,856 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0014/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:29:08,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:08,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:08,907 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0014/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:29:08,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:08,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:08,956 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0014/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:29:08,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:08,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:09,005 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0014/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:29:09,005 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0014_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:29:09,039 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0014_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:29:09,039 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:09,089 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:09,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0014/container_1423772685743_0014_01_000001/default_container_executor.sh]
2015-02-12 12:29:09,549 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0014_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:29:09,875 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61661 to replicate blk_1073741960_1136 to datanode(s) 127.0.0.1:61668
2015-02-12 12:29:09,876 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073741955_1131, blk_1073741950_1126, blk_1073741951_1127]
2015-02-12 12:29:09,876 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073741952_1128, blk_1073741953_1129, blk_1073741954_1130, blk_1073741950_1126, blk_1073741951_1127]
2015-02-12 12:29:10,090 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:10,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741955 for deletion
2015-02-12 12:29:10,575 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=18070054-5d1e-466b-b94e-bcb360fa5187, infoPort=61662, ipcPort=61664, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073741960_1136 to 127.0.0.1:61668
2015-02-12 12:29:10,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741950 for deletion
2015-02-12 12:29:10,576 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 12:29:10,576 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741955
2015-02-12 12:29:10,576 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741950
2015-02-12 12:29:10,576 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 12:29:10,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741960_1136 src: /127.0.0.1:62912 dest: /127.0.0.1:61668
2015-02-12 12:29:10,577 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073741960_1136 (numBytes=254067) to /127.0.0.1:61668
2015-02-12 12:29:10,579 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073741960_1136 src: /127.0.0.1:62912 dest: /127.0.0.1:61668 of size 254067
2015-02-12 12:29:10,579 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741960_1136 size 254067
2015-02-12 12:29:10,835 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741952 for deletion
2015-02-12 12:29:10,835 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741953 for deletion
2015-02-12 12:29:10,835 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741954 for deletion
2015-02-12 12:29:10,836 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741952
2015-02-12 12:29:10,836 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741950 for deletion
2015-02-12 12:29:10,836 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741954
2015-02-12 12:29:10,836 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741953
2015-02-12 12:29:10,836 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 12:29:10,836 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741950
2015-02-12 12:29:10,836 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 12:29:11,093 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:11,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:29:11,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:29:11,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:29:11,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:29:11,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014 dst=null perm=null proto=rpc
2015-02-12 12:29:11,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:29:11,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:29:11,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:11,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:12,095 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:12,591 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0014_000001 (auth:SIMPLE)
2015-02-12 12:29:12,593 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0014_000001
2015-02-12 12:29:12,593 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0014 APPATTEMPTID=appattempt_1423772685743_0014_000001
2015-02-12 12:29:12,593 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0014_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:29:12,594 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0014 State change from ACCEPTED to RUNNING
2015-02-12 12:29:12,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job_1423772685743_0014_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:12,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:29:12,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job_1423772685743_0014_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:12,842 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job_1423772685743_0014_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:29:12,877 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073741952_1128, blk_1073741953_1129, blk_1073741954_1130, blk_1073741955_1131, blk_1073741950_1126, blk_1073741951_1127]
2015-02-12 12:29:12,877 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073741952_1128, blk_1073741953_1129, blk_1073741954_1130, blk_1073741955_1131, blk_1073741950_1126, blk_1073741951_1127]
2015-02-12 12:29:12,892 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741964_1140 src: /127.0.0.1:62920 dest: /127.0.0.1:61658
2015-02-12 12:29:12,893 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741964_1140 src: /127.0.0.1:62921 dest: /127.0.0.1:61661
2015-02-12 12:29:12,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741964_1140 src: /127.0.0.1:62922 dest: /127.0.0.1:61665
2015-02-12 12:29:12,926 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62922, dest: /127.0.0.1:61665, bytes: 116745, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1645184329_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741964_1140, duration: 29607000
2015-02-12 12:29:12,926 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741964_1140, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:12,926 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:29:12,927 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62921, dest: /127.0.0.1:61661, bytes: 116745, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1645184329_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741964_1140, duration: 30391000
2015-02-12 12:29:12,927 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:12,927 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:29:12,928 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62920, dest: /127.0.0.1:61658, bytes: 116745, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1645184329_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741964_1140, duration: 31476000
2015-02-12 12:29:12,928 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:12,928 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:29:12,932 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job_1423772685743_0014_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1645184329_1
2015-02-12 12:29:13,097 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:13,411 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772685743_0013_01_000001 succeeded
2015-02-12 12:29:13,411 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:29:13,411 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0013_01_000001
2015-02-12 12:29:13,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000001
2015-02-12 12:29:13,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000001
2015-02-12 12:29:13,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000001
2015-02-12 12:29:13,434 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000001
2015-02-12 12:29:13,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0013/container_1423772685743_0013_01_000001
2015-02-12 12:29:13,434 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0013_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:29:13,434 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0013_01_000001 from application application_1423772685743_0013
2015-02-12 12:29:13,434 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:13,434 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0013
2015-02-12 12:29:13,577 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741952 for deletion
2015-02-12 12:29:13,578 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741953 for deletion
2015-02-12 12:29:13,578 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741954 for deletion
2015-02-12 12:29:13,578 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741952
2015-02-12 12:29:13,578 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741955 for deletion
2015-02-12 12:29:13,578 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741950 for deletion
2015-02-12 12:29:13,578 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 12:29:13,578 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741954
2015-02-12 12:29:13,579 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741953
2015-02-12 12:29:13,579 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741950
2015-02-12 12:29:13,579 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741955
2015-02-12 12:29:13,580 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 12:29:13,615 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741957_1133
2015-02-12 12:29:13,616 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741961_1137
2015-02-12 12:29:13,616 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741956_1132
2015-02-12 12:29:13,617 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741962_1138
2015-02-12 12:29:13,619 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741960_1136
2015-02-12 12:29:13,752 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0014_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:29:13,752 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0014 CONTAINERID=container_1423772685743_0014_01_000002
2015-02-12 12:29:13,752 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0014_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:29:13,752 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0014_000001 container=Container: [ContainerId: container_1423772685743_0014_01_000002, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:29:13,753 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-12 12:29:13,753 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:13,820 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741959_1135
2015-02-12 12:29:13,987 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741959_1135
2015-02-12 12:29:13,988 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741962_1138
2015-02-12 12:29:14,102 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0013_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:29:14,103 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0013_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:29:14,103 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000001
2015-02-12 12:29:14,103 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0013_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61688, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:29:14,103 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772685743_0013_000001
2015-02-12 12:29:14,103 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772685743_0013_000001
2015-02-12 12:29:14,104 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0013_000001 State change from FINISHING to FINISHED
2015-02-12 12:29:14,104 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0013 State change from FINISHING to FINISHED
2015-02-12 12:29:14,104 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741952 for deletion
2015-02-12 12:29:14,104 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772685743_0013
2015-02-12 12:29:14,103 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:29:14,104 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772685743_0013,name=[36161C08B5E5420F8B72560E7BE966F5/C5573EA9691D4072AF91CE4DB05C7E69] lower*upper/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:61686/proxy/application_1423772685743_0013/jobhistory/job/job_1423772685743_0013,appMasterHost=10.1.1.68,startTime=1423772931025,finishTime=1423772947263,finalStatus=SUCCEEDED
2015-02-12 12:29:14,105 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0013_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:29:14,105 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:14,105 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741952
2015-02-12 12:29:14,104 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741953 for deletion
2015-02-12 12:29:14,105 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-02-12 12:29:14,106 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0013_000001 released container container_1423772685743_0013_01_000001 on node: host: 10.1.1.68:61688 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:29:14,105 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772685743_0013_000001
2015-02-12 12:29:14,106 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741953
2015-02-12 12:29:14,106 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:14,106 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772685743_0013_000001 is done. finalState=FINISHED
2015-02-12 12:29:14,106 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772685743_0013 requests cleared
2015-02-12 12:29:14,107 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772685743_0013 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:29:14,107 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772685743_0013 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:29:14,106 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741954 for deletion
2015-02-12 12:29:14,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741955 for deletion
2015-02-12 12:29:14,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741950 for deletion
2015-02-12 12:29:14,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741954
2015-02-12 12:29:14,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 12:29:14,108 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741955
2015-02-12 12:29:14,108 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741950
2015-02-12 12:29:14,108 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 12:29:14,109 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0013_000001 (auth:SIMPLE)
2015-02-12 12:29:14,111 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0013_01_000001
2015-02-12 12:29:14,111 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0013 CONTAINERID=container_1423772685743_0013_01_000001
2015-02-12 12:29:14,112 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0013_01_000001]
2015-02-12 12:29:14,112 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:14,112 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:14,112 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:29:14,112 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0013
2015-02-12 12:29:14,113 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0013
2015-02-12 12:29:14,113 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0013
2015-02-12 12:29:14,113 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0013
2015-02-12 12:29:14,113 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:29:14,114 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0013, with delay of 10800 seconds
2015-02-12 12:29:14,114 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0013
2015-02-12 12:29:14,190 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741960_1136
2015-02-12 12:29:14,191 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741961_1137
2015-02-12 12:29:14,192 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741958_1134
2015-02-12 12:29:14,195 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741958_1134
2015-02-12 12:29:14,195 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741957_1133
2015-02-12 12:29:14,196 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741959_1135
2015-02-12 12:29:14,196 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741963_1139
2015-02-12 12:29:14,197 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741961_1137
2015-02-12 12:29:14,197 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741956_1132
2015-02-12 12:29:14,368 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741961_1137
2015-02-12 12:29:14,369 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741962_1138
2015-02-12 12:29:14,370 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741958_1134
2015-02-12 12:29:14,370 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741956_1132
2015-02-12 12:29:14,371 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741963_1139
2015-02-12 12:29:14,393 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741963_1139
2015-02-12 12:29:14,571 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741960_1136
2015-02-12 12:29:14,572 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741957_1133
2015-02-12 12:29:14,652 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61700 for container : container_1423772685743_0014_01_000002
2015-02-12 12:29:14,653 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0014_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:29:14,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:14,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:14,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:14,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:14,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:14,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:14,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:14,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:14,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:14,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:14,769 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0014_000001 (auth:SIMPLE)
2015-02-12 12:29:14,772 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0014_01_000002 by user soberoi
2015-02-12 12:29:14,772 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0014
2015-02-12 12:29:14,772 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0014 CONTAINERID=container_1423772685743_0014_01_000002
2015-02-12 12:29:14,773 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0014 transitioned from NEW to INITING
2015-02-12 12:29:14,773 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0014_01_000002 to application application_1423772685743_0014
2015-02-12 12:29:14,773 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0014 transitioned from INITING to RUNNING
2015-02-12 12:29:14,773 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0014_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:29:14,773 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0014
2015-02-12 12:29:14,773 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0014
2015-02-12 12:29:14,773 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:29:14,774 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0014
2015-02-12 12:29:14,774 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:29:14,774 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:29:14,774 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0014_01_000002
2015-02-12 12:29:14,783 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423772685743_0014_01_000002.tokens. Credentials list:
2015-02-12 12:29:14,852 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:29:14,853 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0013
2015-02-12 12:29:14,853 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0013
2015-02-12 12:29:14,853 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0013
2015-02-12 12:29:14,853 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0013
2015-02-12 12:29:14,854 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:29:14,854 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0013, with delay of 10800 seconds
2015-02-12 12:29:14,854 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0013
2015-02-12 12:29:14,883 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:29:14,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423772685743_0014_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0014/container_1423772685743_0014_01_000002.tokens
2015-02-12 12:29:14,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0014 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0014
2015-02-12 12:29:15,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:15,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:15,057 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0014/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:29:15,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:15,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:15,104 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0014/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:29:15,104 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0014_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:29:15,114 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:15,140 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0014_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:29:15,140 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:15,220 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0014/container_1423772685743_0014_01_000002/default_container_executor.sh]
2015-02-12 12:29:15,665 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:29:15,759 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0014_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:29:17,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:17,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:17,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:17,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1423772685743_0014_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:29:17,849 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0014_000001 (auth:SIMPLE)
2015-02-12 12:29:17,851 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0014_01_000002
2015-02-12 12:29:17,851 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0014 CONTAINERID=container_1423772685743_0014_01_000002
2015-02-12 12:29:17,851 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0014_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:29:17,851 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0014_01_000002
2015-02-12 12:29:17,864 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0014_01_000002 is : 143
2015-02-12 12:29:17,869 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job_1423772685743_0014_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:29:17,872 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741965_1141 src: /127.0.0.1:62936 dest: /127.0.0.1:61661
2015-02-12 12:29:17,874 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741965_1141 src: /127.0.0.1:62937 dest: /127.0.0.1:61665
2015-02-12 12:29:17,875 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0014_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:29:17,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0014/container_1423772685743_0014_01_000002
2015-02-12 12:29:17,876 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0014 CONTAINERID=container_1423772685743_0014_01_000002
2015-02-12 12:29:17,876 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0014_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:29:17,876 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0014_01_000002 from application application_1423772685743_0014
2015-02-12 12:29:17,876 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:17,876 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0014
2015-02-12 12:29:17,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0014/container_1423772685743_0014_01_000002
2015-02-12 12:29:17,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0014/container_1423772685743_0014_01_000002
2015-02-12 12:29:17,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0014/container_1423772685743_0014_01_000002
2015-02-12 12:29:17,877 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741965_1141 src: /127.0.0.1:62938 dest: /127.0.0.1:61668
2015-02-12 12:29:17,884 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job_1423772685743_0014_1.jhist for DFSClient_NONMAPREDUCE_1645184329_1
2015-02-12 12:29:18,827 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741964_1140
2015-02-12 12:29:18,852 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0014_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:29:18,853 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0014_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:29:18,853 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0014 CONTAINERID=container_1423772685743_0014_01_000002
2015-02-12 12:29:18,853 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0014_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:29:18,853 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:29:18,854 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0014_01_000002, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:29:18,854 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:18,855 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:29:18,855 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0014_000001 released container container_1423772685743_0014_01_000002 on node: host: 10.1.1.68:61700 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:29:19,203 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741960_1136
2015-02-12 12:29:19,400 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741964_1140
2015-02-12 12:29:19,579 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741964_1140
2015-02-12 12:29:19,857 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:19,858 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0014_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:29:19,858 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0014 CONTAINERID=container_1423772685743_0014_01_000003
2015-02-12 12:29:19,858 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0014_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:29:19,858 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0014_000001 container=Container: [ContainerId: container_1423772685743_0014_01_000003, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:29:19,858 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:29:19,859 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:20,693 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0014_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:29:20,703 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0014_000001 (auth:SIMPLE)
2015-02-12 12:29:20,706 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0014_01_000003 by user soberoi
2015-02-12 12:29:20,706 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0014 CONTAINERID=container_1423772685743_0014_01_000003
2015-02-12 12:29:20,706 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0014_01_000003 to application application_1423772685743_0014
2015-02-12 12:29:20,707 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0014_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:29:20,707 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0014
2015-02-12 12:29:20,707 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0014
2015-02-12 12:29:20,707 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:29:20,707 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0014
2015-02-12 12:29:20,707 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0014_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:29:20,735 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0014_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:29:20,735 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:20,819 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0014/container_1423772685743_0014_01_000003/default_container_executor.sh]
2015-02-12 12:29:20,857 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0014_01_000002]
2015-02-12 12:29:20,857 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0014_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:29:20,858 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:21,698 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:29:23,255 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:29:23,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1423772685743_0014_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:23,534 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1423772685743_0014_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:29:23,615 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741966_1142 src: /127.0.0.1:62944 dest: /127.0.0.1:61668
2015-02-12 12:29:23,616 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741966_1142 src: /127.0.0.1:62945 dest: /127.0.0.1:61661
2015-02-12 12:29:23,618 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741966_1142 src: /127.0.0.1:62946 dest: /127.0.0.1:61665
2015-02-12 12:29:23,656 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62946, dest: /127.0.0.1:61665, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0014_r_000000_0_1617984804_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741966_1142, duration: 36040000
2015-02-12 12:29:23,656 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741966_1142, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:23,657 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62945, dest: /127.0.0.1:61661, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0014_r_000000_0_1617984804_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741966_1142, duration: 37351000
2015-02-12 12:29:23,657 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:23,660 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62944, dest: /127.0.0.1:61668, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0014_r_000000_0_1617984804_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741966_1142, duration: 40641000
2015-02-12 12:29:23,661 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:23,672 INFO namenode.FSNamesystem (FSNamesystem.java:checkFileProgress(3694)) - BLOCK* checkFileProgress: blk_1073741966_1142{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} has not reached minimal replication 1
2015-02-12 12:29:23,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741966_1142{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 708
2015-02-12 12:29:23,674 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741966_1142 size 708
2015-02-12 12:29:23,674 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741966_1142 size 708
2015-02-12 12:29:24,080 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1423772685743_0014_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0014_r_000000_0_1617984804_1
2015-02-12 12:29:24,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1423772685743_0014_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:29:24,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1423772685743_0014_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:29:24,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/task_1423772685743_0014_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:29:24,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1423772685743_0014_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/task_1423772685743_0014_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:29:24,109 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0014_000001 (auth:SIMPLE)
2015-02-12 12:29:24,111 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0014_01_000003
2015-02-12 12:29:24,111 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0014 CONTAINERID=container_1423772685743_0014_01_000003
2015-02-12 12:29:24,111 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0014_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:29:24,111 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0014_01_000003
2015-02-12 12:29:24,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:24,119 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1645184329_1
2015-02-12 12:29:24,135 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0014_01_000003 is : 143
2015-02-12 12:29:24,144 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0014_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:29:24,144 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0014/container_1423772685743_0014_01_000003
2015-02-12 12:29:24,144 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0014/container_1423772685743_0014_01_000003
2015-02-12 12:29:24,145 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0014/container_1423772685743_0014_01_000003
2015-02-12 12:29:24,145 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0014/container_1423772685743_0014_01_000003
2015-02-12 12:29:24,145 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0014 CONTAINERID=container_1423772685743_0014_01_000003
2015-02-12 12:29:24,146 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0014_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:29:24,146 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0014_01_000003 from application application_1423772685743_0014
2015-02-12 12:29:24,146 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:24,147 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0014
2015-02-12 12:29:24,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:29:24,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:24,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:24,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/task_1423772685743_0014_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:29:24,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:24,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/task_1423772685743_0014_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:24,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary dst=null perm=null proto=rpc
2015-02-12 12:29:24,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:24,188 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1645184329_1
2015-02-12 12:29:24,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:24,191 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1645184329_1
2015-02-12 12:29:24,205 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62938, dest: /127.0.0.1:61668, bytes: 38004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1645184329_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741965_1141, duration: 6325719000
2015-02-12 12:29:24,206 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741965_1141, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:24,207 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 13746
2015-02-12 12:29:24,207 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62937, dest: /127.0.0.1:61665, bytes: 38004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1645184329_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741965_1141, duration: 6327061000
2015-02-12 12:29:24,207 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:24,209 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 13746
2015-02-12 12:29:24,209 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62936, dest: /127.0.0.1:61661, bytes: 38004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1645184329_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741965_1141, duration: 6329080000
2015-02-12 12:29:24,209 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:24,209 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 13746
2015-02-12 12:29:24,211 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job_1423772685743_0014_1.jhist is closed by DFSClient_NONMAPREDUCE_1645184329_1
2015-02-12 12:29:24,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:24,217 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:29:24,219 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741967_1143 src: /127.0.0.1:62948 dest: /127.0.0.1:61658
2015-02-12 12:29:24,221 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741967_1143 src: /127.0.0.1:62949 dest: /127.0.0.1:61665
2015-02-12 12:29:24,222 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741967_1143 src: /127.0.0.1:62950 dest: /127.0.0.1:61668
2015-02-12 12:29:24,225 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62950, dest: /127.0.0.1:61668, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1645184329_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741967_1143, duration: 1534000
2015-02-12 12:29:24,226 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741967_1143, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:24,226 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:29:24,227 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62949, dest: /127.0.0.1:61665, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1645184329_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741967_1143, duration: 2012000
2015-02-12 12:29:24,227 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:24,228 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62948, dest: /127.0.0.1:61658, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1645184329_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741967_1143, duration: 3273000
2015-02-12 12:29:24,228 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:24,228 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:29:24,230 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014.summary_tmp is closed by DFSClient_NONMAPREDUCE_1645184329_1
2015-02-12 12:29:24,230 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741967_1143 size 454
2015-02-12 12:29:24,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:24,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job_1423772685743_0014_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:29:24,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014-1423772948463-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2F2329DC3C005D4272-1423772964192-1-1-SUCCEEDED-default-1423772952618.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:29:24,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job_1423772685743_0014_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:29:24,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014-1423772948463-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2F2329DC3C005D4272-1423772964192-1-1-SUCCEEDED-default-1423772952618.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:29:24,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job_1423772685743_0014_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:29:24,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014-1423772948463-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2F2329DC3C005D4272-1423772964192-1-1-SUCCEEDED-default-1423772952618.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:24,254 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014-1423772948463-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2F2329DC3C005D4272-1423772964192-1-1-SUCCEEDED-default-1423772952618.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:29:24,257 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741968_1144 src: /127.0.0.1:62952 dest: /127.0.0.1:61661
2015-02-12 12:29:24,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741968_1144 src: /127.0.0.1:62953 dest: /127.0.0.1:61668
2015-02-12 12:29:24,260 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741968_1144 src: /127.0.0.1:62954 dest: /127.0.0.1:61665
2015-02-12 12:29:24,263 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62954, dest: /127.0.0.1:61665, bytes: 38004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1645184329_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741968_1144, duration: 1970000
2015-02-12 12:29:24,263 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741968_1144, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:24,264 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:29:24,264 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62953, dest: /127.0.0.1:61668, bytes: 38004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1645184329_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741968_1144, duration: 2575000
2015-02-12 12:29:24,265 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:24,265 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:29:24,266 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62952, dest: /127.0.0.1:61661, bytes: 38004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1645184329_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741968_1144, duration: 4275000
2015-02-12 12:29:24,266 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:24,267 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:29:24,269 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014-1423772948463-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2F2329DC3C005D4272-1423772964192-1-1-SUCCEEDED-default-1423772952618.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1645184329_1
2015-02-12 12:29:24,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014-1423772948463-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2F2329DC3C005D4272-1423772964192-1-1-SUCCEEDED-default-1423772952618.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:24,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job_1423772685743_0014_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:29:24,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:29:24,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job_1423772685743_0014_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:29:24,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:29:24,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014/job_1423772685743_0014_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:29:24,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:24,284 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:29:24,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741969_1145 src: /127.0.0.1:62956 dest: /127.0.0.1:61668
2015-02-12 12:29:24,288 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741969_1145 src: /127.0.0.1:62957 dest: /127.0.0.1:61658
2015-02-12 12:29:24,289 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741969_1145 src: /127.0.0.1:62958 dest: /127.0.0.1:61665
2015-02-12 12:29:24,294 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62958, dest: /127.0.0.1:61665, bytes: 116745, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1645184329_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741969_1145, duration: 2698000
2015-02-12 12:29:24,295 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741969_1145, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:24,295 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:29:24,295 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62957, dest: /127.0.0.1:61658, bytes: 116745, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1645184329_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741969_1145, duration: 3261000
2015-02-12 12:29:24,295 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:24,296 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:29:24,296 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62956, dest: /127.0.0.1:61668, bytes: 116745, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1645184329_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741969_1145, duration: 4243000
2015-02-12 12:29:24,296 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:24,297 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:29:24,298 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1645184329_1
2015-02-12 12:29:24,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:24,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:24,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:24,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014-1423772948463-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2F2329DC3C005D4272-1423772964192-1-1-SUCCEEDED-default-1423772952618.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014-1423772948463-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2F2329DC3C005D4272-1423772964192-1-1-SUCCEEDED-default-1423772952618.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:24,312 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0014_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:29:24,312 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0014_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:29:24,312 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0014 with final state: FINISHING
2015-02-12 12:29:24,312 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0014 State change from RUNNING to FINAL_SAVING
2015-02-12 12:29:24,313 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0014_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:29:24,313 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0014
2015-02-12 12:29:24,313 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0014 State change from FINAL_SAVING to FINISHING
2015-02-12 12:29:25,116 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0014_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:29:25,116 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0014_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:29:25,116 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0014 CONTAINERID=container_1423772685743_0014_01_000003
2015-02-12 12:29:25,116 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0014_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:29:25,116 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:29:25,117 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0014_01_000003, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:29:25,118 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:25,118 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:29:25,118 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0014_000001 released container container_1423772685743_0014_01_000003 on node: host: 10.1.1.68:61700 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:29:25,319 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0014 unregistered successfully.
2015-02-12 12:29:25,323 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741960_1136 127.0.0.1:61658 127.0.0.1:61665 127.0.0.1:61661 127.0.0.1:61668
2015-02-12 12:29:25,324 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741961_1137 127.0.0.1:61665 127.0.0.1:61668 127.0.0.1:61661 127.0.0.1:61658
2015-02-12 12:29:25,324 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741962_1138 127.0.0.1:61658 127.0.0.1:61661 127.0.0.1:61665
2015-02-12 12:29:25,324 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741963_1139 127.0.0.1:61665 127.0.0.1:61661 127.0.0.1:61668
2015-02-12 12:29:25,324 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741965_1141 127.0.0.1:61661 127.0.0.1:61665 127.0.0.1:61668
2015-02-12 12:29:25,324 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741964_1140 127.0.0.1:61658 127.0.0.1:61661 127.0.0.1:61665
2015-02-12 12:29:25,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0014 dst=null perm=null proto=rpc
2015-02-12 12:29:25,363 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741956_1132 127.0.0.1:61665 127.0.0.1:61658 127.0.0.1:61668
2015-02-12 12:29:25,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/8046407391_lower_upper_DC2777222D744B21B72033BC890A84D4 dst=null perm=null proto=rpc
2015-02-12 12:29:25,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:25,366 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary
2015-02-12 12:29:25,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary dst=null perm=null proto=rpc
2015-02-12 12:29:25,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:25,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:25,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:25,381 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:29:25,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:25,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:25,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:25,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:25,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:25,397 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:29:25,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:25,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:25,401 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false
2015-02-12 12:29:25,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:25,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:25,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:25,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:25,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:25,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:25,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:29:25,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:29:25,431 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:29:25,432 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:29:25,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:25,460 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 12:29:25,461 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt"]
2015-02-12 12:29:25,461 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"]
2015-02-12 12:29:25,461 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false"]
2015-02-12 12:29:25,462 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 12:29:25,462 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-02-12 12:29:25,462 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-02-12 12:29:25,463 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-02-12 12:29:25,473 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:29:25,484 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:29:25,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB dst=null perm=null proto=rpc
2015-02-12 12:29:25,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:29:25,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:29:25,489 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 15
2015-02-12 12:29:25,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015 dst=null perm=null proto=rpc
2015-02-12 12:29:25,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:29:25,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:29:25,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:25,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:25,495 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:29:25,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741970_1146 src: /127.0.0.1:62962 dest: /127.0.0.1:61658
2015-02-12 12:29:25,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741970_1146 src: /127.0.0.1:62963 dest: /127.0.0.1:61661
2015-02-12 12:29:25,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741970_1146 src: /127.0.0.1:62964 dest: /127.0.0.1:61665
2015-02-12 12:29:25,503 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62964, dest: /127.0.0.1:61665, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741970_1146, duration: 1853000
2015-02-12 12:29:25,503 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741970_1146, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:25,503 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:29:25,504 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62963, dest: /127.0.0.1:61661, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741970_1146, duration: 2651000
2015-02-12 12:29:25,504 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:25,504 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:25,504 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62962, dest: /127.0.0.1:61658, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741970_1146, duration: 3368000
2015-02-12 12:29:25,505 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:25,507 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:25,508 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:29:25,509 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.jar
2015-02-12 12:29:25,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:25,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:25,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:25,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:25,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:25,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:29:25,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:29:25,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:29:25,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:29:25,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:29:25,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:25,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:29:25,519 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:29:25,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:29:25,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:29:25,522 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:29:25,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:29:25,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:25,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:25,527 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.split
2015-02-12 12:29:25,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:25,528 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:29:25,530 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741971_1147 src: /127.0.0.1:62965 dest: /127.0.0.1:61658
2015-02-12 12:29:25,532 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741971_1147 src: /127.0.0.1:62966 dest: /127.0.0.1:61665
2015-02-12 12:29:25,534 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741971_1147 src: /127.0.0.1:62967 dest: /127.0.0.1:61668
2015-02-12 12:29:25,536 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741971_1147 src: /127.0.0.1:62968 dest: /127.0.0.1:61661
2015-02-12 12:29:25,540 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62968, dest: /127.0.0.1:61661, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741971_1147, duration: 2391000
2015-02-12 12:29:25,541 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741971_1147, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:25,542 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:25,542 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62967, dest: /127.0.0.1:61668, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741971_1147, duration: 3755000
2015-02-12 12:29:25,542 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:25,543 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62966, dest: /127.0.0.1:61665, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741971_1147, duration: 4870000
2015-02-12 12:29:25,543 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:29:25,543 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:25,544 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:29:25,544 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62965, dest: /127.0.0.1:61658, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741971_1147, duration: 5530000
2015-02-12 12:29:25,544 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:25,545 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:29:25,546 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:29:25,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:25,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:25,550 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:29:25,552 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741972_1148 src: /127.0.0.1:62969 dest: /127.0.0.1:61658
2015-02-12 12:29:25,553 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741972_1148 src: /127.0.0.1:62970 dest: /127.0.0.1:61668
2015-02-12 12:29:25,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741972_1148 src: /127.0.0.1:62971 dest: /127.0.0.1:61661
2015-02-12 12:29:25,558 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62971, dest: /127.0.0.1:61661, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741972_1148, duration: 1462000
2015-02-12 12:29:25,558 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741972_1148, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:25,559 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:29:25,559 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62970, dest: /127.0.0.1:61668, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741972_1148, duration: 2161000
2015-02-12 12:29:25,559 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:25,560 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62969, dest: /127.0.0.1:61658, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741972_1148, duration: 3434000
2015-02-12 12:29:25,560 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:29:25,561 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:25,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:29:25,566 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:29:25,566 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:2
2015-02-12 12:29:25,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:25,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:25,577 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:29:25,579 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741973_1149 src: /127.0.0.1:62972 dest: /127.0.0.1:61668
2015-02-12 12:29:25,581 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741973_1149 src: /127.0.0.1:62973 dest: /127.0.0.1:61658
2015-02-12 12:29:25,582 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741973_1149 src: /127.0.0.1:62974 dest: /127.0.0.1:61661
2015-02-12 12:29:25,585 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62974, dest: /127.0.0.1:61661, bytes: 99798, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741973_1149, duration: 1619000
2015-02-12 12:29:25,585 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741973_1149, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:25,586 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:25,586 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62973, dest: /127.0.0.1:61658, bytes: 99798, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741973_1149, duration: 2125000
2015-02-12 12:29:25,586 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:25,587 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:29:25,587 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62972, dest: /127.0.0.1:61668, bytes: 99798, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741973_1149, duration: 3200000
2015-02-12 12:29:25,587 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:25,589 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:29:25,590 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:29:25,590 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0015
2015-02-12 12:29:25,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015 dst=null perm=null proto=rpc
2015-02-12 12:29:25,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:25,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:25,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:25,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:25,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:25,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:25,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:25,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:25,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:25,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:25,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:25,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:25,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:25,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:25,605 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 15 submitted by user soberoi
2015-02-12 12:29:25,605 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0015
2015-02-12 12:29:25,605 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0015
2015-02-12 12:29:25,606 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0015 State change from NEW to NEW_SAVING
2015-02-12 12:29:25,606 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0015
2015-02-12 12:29:25,606 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0015 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:29:25,606 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0015 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:29:25,606 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0015 from user: soberoi, in queue: default
2015-02-12 12:29:25,607 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0015 State change from SUBMITTED to ACCEPTED
2015-02-12 12:29:25,607 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0015_000001
2015-02-12 12:29:25,607 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0015_000001 State change from NEW to SUBMITTED
2015-02-12 12:29:25,607 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0015
2015-02-12 12:29:25,607 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0015 from user: soberoi activated in queue: default
2015-02-12 12:29:25,607 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0015 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:29:25,607 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0015_000001 to scheduler from user soberoi in queue default
2015-02-12 12:29:25,609 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0015_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:29:25,610 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0015/
2015-02-12 12:29:25,610 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423772685743_0015
2015-02-12 12:29:25,610 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0015/
2015-02-12 12:29:25,887 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0015_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:29:25,887 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000001
2015-02-12 12:29:25,887 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0015_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61692, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:29:25,887 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0015_000001 container=Container: [ContainerId: container_1423772685743_0015_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:29:25,888 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:29:25,888 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:25,889 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61692 for container : container_1423772685743_0015_01_000001
2015-02-12 12:29:25,890 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0015_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:29:25,890 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0015_000001
2015-02-12 12:29:25,890 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0015 AttemptId: appattempt_1423772685743_0015_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0015_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ]
2015-02-12 12:29:25,890 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0015_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:29:25,890 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0015_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:29:25,890 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0015_000001
2015-02-12 12:29:25,892 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0015_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] for AM appattempt_1423772685743_0015_000001
2015-02-12 12:29:25,892 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0015_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:29:25,892 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0015_000001
2015-02-12 12:29:25,892 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0015_000001
2015-02-12 12:29:25,894 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0015_000001 (auth:SIMPLE)
2015-02-12 12:29:25,897 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0015_01_000001 by user soberoi
2015-02-12 12:29:25,897 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0015
2015-02-12 12:29:25,897 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000001
2015-02-12 12:29:25,897 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0015 transitioned from NEW to INITING
2015-02-12 12:29:25,897 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0015_01_000001 to application application_1423772685743_0015
2015-02-12 12:29:25,898 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0015 transitioned from INITING to RUNNING
2015-02-12 12:29:25,898 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0015_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] for AM appattempt_1423772685743_0015_000001
2015-02-12 12:29:25,898 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0015_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:29:25,898 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:29:25,898 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0015
2015-02-12 12:29:25,898 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:29:25,899 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:29:25,899 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:29:25,899 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:29:25,899 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0015_01_000001
2015-02-12 12:29:25,908 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423772685743_0015_01_000001.tokens. Credentials list:
2015-02-12 12:29:26,009 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:29:26,087 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423772685743_0015_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000001.tokens
2015-02-12 12:29:26,087 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0015 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0015
2015-02-12 12:29:26,128 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:26,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:26,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:26,205 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0015/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:29:26,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:26,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:26,255 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0015/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:29:26,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:26,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:26,306 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0015/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:29:26,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:26,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:26,353 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0015/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:29:26,353 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:29:26,391 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:29:26,391 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:26,485 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000001/default_container_executor.sh]
2015-02-12 12:29:26,887 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0015_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:29:27,131 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:27,890 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61665 to replicate blk_1073741970_1146 to datanode(s) 127.0.0.1:61668
2015-02-12 12:29:27,890 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073741956_1132, blk_1073741960_1136, blk_1073741961_1137, blk_1073741962_1138, blk_1073741964_1140]
2015-02-12 12:29:27,890 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073741956_1132, blk_1073741960_1136, blk_1073741961_1137, blk_1073741963_1139, blk_1073741965_1141]
2015-02-12 12:29:28,132 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:28,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:29:28,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:29:28,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:29:28,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:29:28,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015 dst=null perm=null proto=rpc
2015-02-12 12:29:28,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:29:28,592 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741956 for deletion
2015-02-12 12:29:28,592 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741960 for deletion
2015-02-12 12:29:28,592 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741961 for deletion
2015-02-12 12:29:28,592 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741962 for deletion
2015-02-12 12:29:28,592 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741956
2015-02-12 12:29:28,592 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741960
2015-02-12 12:29:28,592 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741964_1140 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741964 for deletion
2015-02-12 12:29:28,593 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741961
2015-02-12 12:29:28,593 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741962
2015-02-12 12:29:28,593 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741964_1140 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741964
2015-02-12 12:29:28,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:29:28,845 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=18d95aeb-8a1b-4513-b042-c5f9210b1a8a, infoPort=61666, ipcPort=61667, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073741970_1146 to 127.0.0.1:61668
2015-02-12 12:29:28,846 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741970_1146 src: /127.0.0.1:62981 dest: /127.0.0.1:61668
2015-02-12 12:29:28,847 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073741970_1146 (numBytes=254067) to /127.0.0.1:61668
2015-02-12 12:29:28,848 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073741970_1146 src: /127.0.0.1:62981 dest: /127.0.0.1:61668 of size 254067
2015-02-12 12:29:28,849 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741970_1146 size 254067
2015-02-12 12:29:28,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:28,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:29,116 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741956 for deletion
2015-02-12 12:29:29,116 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741960 for deletion
2015-02-12 12:29:29,116 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741961 for deletion
2015-02-12 12:29:29,116 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741963 for deletion
2015-02-12 12:29:29,116 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741956
2015-02-12 12:29:29,116 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741965 for deletion
2015-02-12 12:29:29,117 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741960
2015-02-12 12:29:29,117 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741963
2015-02-12 12:29:29,117 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741961
2015-02-12 12:29:29,117 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741965
2015-02-12 12:29:29,134 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:29,215 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741966_1142
2015-02-12 12:29:29,412 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741965_1141
2015-02-12 12:29:29,412 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741968_1144
2015-02-12 12:29:29,413 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741966_1142
2015-02-12 12:29:29,593 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741969_1145
2015-02-12 12:29:29,593 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741965_1141
2015-02-12 12:29:29,594 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741966_1142
2015-02-12 12:29:29,594 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741968_1144
2015-02-12 12:29:29,595 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741967_1143
2015-02-12 12:29:29,786 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0015_000001 (auth:SIMPLE)
2015-02-12 12:29:29,788 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0015_000001
2015-02-12 12:29:29,788 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0015 APPATTEMPTID=appattempt_1423772685743_0015_000001
2015-02-12 12:29:29,788 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0015_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:29:29,788 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0015 State change from ACCEPTED to RUNNING
2015-02-12 12:29:29,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job_1423772685743_0015_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:29,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:29:29,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job_1423772685743_0015_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:30,040 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job_1423772685743_0015_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:29:30,088 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741974_1150 src: /127.0.0.1:62988 dest: /127.0.0.1:61661
2015-02-12 12:29:30,090 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741974_1150 src: /127.0.0.1:62989 dest: /127.0.0.1:61658
2015-02-12 12:29:30,091 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741974_1150 src: /127.0.0.1:62990 dest: /127.0.0.1:61668
2015-02-12 12:29:30,122 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62990, dest: /127.0.0.1:61668, bytes: 117059, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-820619366_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741974_1150, duration: 29020000
2015-02-12 12:29:30,122 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741974_1150, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:30,122 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:29:30,123 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62989, dest: /127.0.0.1:61658, bytes: 117059, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-820619366_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741974_1150, duration: 29757000
2015-02-12 12:29:30,123 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:30,124 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62988, dest: /127.0.0.1:61661, bytes: 117059, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-820619366_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741974_1150, duration: 30944000
2015-02-12 12:29:30,124 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:30,125 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:29:30,126 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:29:30,138 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job_1423772685743_0015_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-820619366_1
2015-02-12 12:29:30,138 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:30,479 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772685743_0014_01_000001 succeeded
2015-02-12 12:29:30,479 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0014_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:29:30,480 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0014_01_000001
2015-02-12 12:29:30,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0014/container_1423772685743_0014_01_000001
2015-02-12 12:29:30,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0014/container_1423772685743_0014_01_000001
2015-02-12 12:29:30,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0014/container_1423772685743_0014_01_000001
2015-02-12 12:29:30,493 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0014 CONTAINERID=container_1423772685743_0014_01_000001
2015-02-12 12:29:30,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0014/container_1423772685743_0014_01_000001
2015-02-12 12:29:30,494 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0014_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:29:30,494 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0014_01_000001 from application application_1423772685743_0014
2015-02-12 12:29:30,494 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:30,494 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0014
2015-02-12 12:29:30,624 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0014_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:29:30,624 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772685743_0014_000001
2015-02-12 12:29:30,624 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772685743_0014_000001
2015-02-12 12:29:30,624 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0014_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:29:30,625 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0014 CONTAINERID=container_1423772685743_0014_01_000001
2015-02-12 12:29:30,625 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0014_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61696, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:29:30,625 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0014_000001 State change from FINISHING to FINISHED
2015-02-12 12:29:30,626 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0014 State change from FINISHING to FINISHED
2015-02-12 12:29:30,625 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:29:30,626 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772685743_0014_000001
2015-02-12 12:29:30,626 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0014_01_000001, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:29:30,626 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:30,627 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 12:29:30,626 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772685743_0014
2015-02-12 12:29:30,627 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0014_000001 released container container_1423772685743_0014_01_000001 on node: host: 10.1.1.68:61696 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:29:30,627 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772685743_0014,name=[36161C08B5E5420F8B72560E7BE966F5/2329DC3C005D427289DC2B3E0DB6CBBE] lower*upper/(2/2) ...e/false/false/false/false,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:61686/proxy/application_1423772685743_0014/jobhistory/job/job_1423772685743_0014,appMasterHost=10.1.1.68,startTime=1423772948463,finishTime=1423772964312,finalStatus=SUCCEEDED
2015-02-12 12:29:30,627 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772685743_0014_000001 is done. finalState=FINISHED
2015-02-12 12:29:30,628 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772685743_0014 requests cleared
2015-02-12 12:29:30,628 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772685743_0014 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:29:30,628 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772685743_0014 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:29:30,632 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0014_000001 (auth:SIMPLE)
2015-02-12 12:29:30,636 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0014_01_000001
2015-02-12 12:29:30,636 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0014 CONTAINERID=container_1423772685743_0014_01_000001
2015-02-12 12:29:30,636 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0014_01_000001]
2015-02-12 12:29:30,637 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:30,637 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0014 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:29:30,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0014
2015-02-12 12:29:30,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0014
2015-02-12 12:29:30,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0014
2015-02-12 12:29:30,638 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0014
2015-02-12 12:29:30,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0014
2015-02-12 12:29:30,638 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0014 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:29:30,638 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0014, with delay of 10800 seconds
2015-02-12 12:29:30,650 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 12:29:30,651 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 12:29:30,894 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073741960_1136, blk_1073741961_1137, blk_1073741962_1138, blk_1073741963_1139, blk_1073741964_1140, blk_1073741965_1141]
2015-02-12 12:29:30,894 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073741956_1132, blk_1073741960_1136, blk_1073741961_1137, blk_1073741962_1138, blk_1073741963_1139, blk_1073741964_1140, blk_1073741965_1141]
2015-02-12 12:29:30,897 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0015_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:29:30,897 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000002
2015-02-12 12:29:30,897 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0015_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:29:30,897 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0015_000001 container=Container: [ContainerId: container_1423772685743_0015_01_000002, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:29:30,897 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:29:30,898 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:30,898 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0015_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:29:30,898 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000003
2015-02-12 12:29:30,898 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0015_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 12:29:30,898 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0015_000001 container=Container: [ContainerId: container_1423772685743_0015_01_000003, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:29:30,899 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:29:30,899 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:31,140 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0014 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:29:31,140 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:31,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0014
2015-02-12 12:29:31,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0014
2015-02-12 12:29:31,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0014
2015-02-12 12:29:31,143 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0014
2015-02-12 12:29:31,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0014
2015-02-12 12:29:31,144 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0014 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:29:31,144 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0014, with delay of 10800 seconds
2015-02-12 12:29:31,591 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741960 for deletion
2015-02-12 12:29:31,591 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741961 for deletion
2015-02-12 12:29:31,592 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741962 for deletion
2015-02-12 12:29:31,592 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741960
2015-02-12 12:29:31,592 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741961
2015-02-12 12:29:31,592 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741963 for deletion
2015-02-12 12:29:31,593 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741964_1140 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741964 for deletion
2015-02-12 12:29:31,593 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741965 for deletion
2015-02-12 12:29:31,593 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741963
2015-02-12 12:29:31,592 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741962
2015-02-12 12:29:31,593 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741965
2015-02-12 12:29:31,593 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741964_1140 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741964
2015-02-12 12:29:31,833 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61692 for container : container_1423772685743_0015_01_000002
2015-02-12 12:29:31,834 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0015_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:29:31,835 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0015_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:29:31,848 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741956 for deletion
2015-02-12 12:29:31,848 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741960 for deletion
2015-02-12 12:29:31,849 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741961 for deletion
2015-02-12 12:29:31,849 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741962 for deletion
2015-02-12 12:29:31,849 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741956
2015-02-12 12:29:31,849 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741961
2015-02-12 12:29:31,849 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741960
2015-02-12 12:29:31,849 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741963 for deletion
2015-02-12 12:29:31,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741964_1140 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741964 for deletion
2015-02-12 12:29:31,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741965 for deletion
2015-02-12 12:29:31,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741962
2015-02-12 12:29:31,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741963
2015-02-12 12:29:31,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741964_1140 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741964
2015-02-12 12:29:31,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741965
2015-02-12 12:29:31,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:31,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:31,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:31,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:31,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:31,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:31,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:31,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:31,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:31,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:31,977 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0015_000001 (auth:SIMPLE)
2015-02-12 12:29:31,979 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0015_000001 (auth:SIMPLE)
2015-02-12 12:29:31,982 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0015_01_000003 by user soberoi
2015-02-12 12:29:31,982 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000003
2015-02-12 12:29:31,983 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0015_01_000003 to application application_1423772685743_0015
2015-02-12 12:29:31,983 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:29:31,983 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0015
2015-02-12 12:29:31,984 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0015
2015-02-12 12:29:31,984 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:29:31,984 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0015
2015-02-12 12:29:31,984 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:29:31,985 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0015_01_000002 by user soberoi
2015-02-12 12:29:31,985 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000002
2015-02-12 12:29:31,988 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0015_01_000002 to application application_1423772685743_0015
2015-02-12 12:29:31,988 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:29:31,988 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0015
2015-02-12 12:29:31,988 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0015
2015-02-12 12:29:31,988 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:29:31,988 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0015
2015-02-12 12:29:31,989 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:29:32,028 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:29:32,028 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:32,034 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:29:32,034 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:32,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000003/default_container_executor.sh]
2015-02-12 12:29:32,142 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:32,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000002/default_container_executor.sh]
2015-02-12 12:29:32,849 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:29:32,903 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0015_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:29:32,903 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0015_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:29:33,842 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741972_1148
2015-02-12 12:29:33,843 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741973_1149
2015-02-12 12:29:33,844 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741969_1145
2015-02-12 12:29:33,845 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741971_1147
2015-02-12 12:29:33,845 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741967_1143
2015-02-12 12:29:34,223 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741967_1143
2015-02-12 12:29:34,224 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741973_1149
2015-02-12 12:29:34,225 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741972_1148
2015-02-12 12:29:34,243 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741970_1146
2015-02-12 12:29:34,417 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741972_1148
2015-02-12 12:29:34,418 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741973_1149
2015-02-12 12:29:34,420 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741970_1146
2015-02-12 12:29:34,421 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741971_1147
2015-02-12 12:29:34,429 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741970_1146
2015-02-12 12:29:34,601 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741971_1147
2015-02-12 12:29:34,603 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741970_1146
2015-02-12 12:29:34,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741969_1145
2015-02-12 12:29:34,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741968_1144
2015-02-12 12:29:34,626 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741971_1147
2015-02-12 12:29:35,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:35,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:35,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:29:35,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:29:36,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/_temporary/1/_temporary/attempt_1423772685743_0015_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:29:36,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/_temporary/1/_temporary/attempt_1423772685743_0015_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:29:36,295 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0015_000001 (auth:SIMPLE)
2015-02-12 12:29:36,296 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0015_000001 (auth:SIMPLE)
2015-02-12 12:29:36,297 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0015_01_000002
2015-02-12 12:29:36,297 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000002
2015-02-12 12:29:36,298 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:29:36,298 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0015_01_000002
2015-02-12 12:29:36,299 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0015_01_000003
2015-02-12 12:29:36,299 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000003
2015-02-12 12:29:36,314 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job_1423772685743_0015_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:29:36,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741975_1151 src: /127.0.0.1:63006 dest: /127.0.0.1:61668
2015-02-12 12:29:36,320 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0015_01_000002 is : 143
2015-02-12 12:29:36,320 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741975_1151 src: /127.0.0.1:63007 dest: /127.0.0.1:61661
2015-02-12 12:29:36,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741975_1151 src: /127.0.0.1:63008 dest: /127.0.0.1:61665
2015-02-12 12:29:36,328 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job_1423772685743_0015_1.jhist for DFSClient_NONMAPREDUCE_-820619366_1
2015-02-12 12:29:36,330 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:29:36,331 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:29:36,331 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0015_01_000003
2015-02-12 12:29:36,348 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0015_01_000003 is : 143
2015-02-12 12:29:36,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000002
2015-02-12 12:29:36,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000002
2015-02-12 12:29:36,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000002
2015-02-12 12:29:36,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000002
2015-02-12 12:29:36,356 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:29:36,358 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000002
2015-02-12 12:29:36,358 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:29:36,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000003
2015-02-12 12:29:36,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000003
2015-02-12 12:29:36,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000003
2015-02-12 12:29:36,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000003
2015-02-12 12:29:36,361 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0015_01_000002 from application application_1423772685743_0015
2015-02-12 12:29:36,361 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:36,361 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0015
2015-02-12 12:29:36,361 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000003
2015-02-12 12:29:36,361 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:29:36,362 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0015_01_000003 from application application_1423772685743_0015
2015-02-12 12:29:36,362 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:36,362 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0015
2015-02-12 12:29:37,303 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0015_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:29:37,303 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0015_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:29:37,304 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000002
2015-02-12 12:29:37,304 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0015_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 12:29:37,304 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:29:37,305 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0015_01_000002, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:29:37,305 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:37,305 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:29:37,305 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0015_000001 released container container_1423772685743_0015_01_000002 on node: host: 10.1.1.68:61692 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 12:29:37,306 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0015_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:29:37,306 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0015_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:29:37,306 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000003
2015-02-12 12:29:37,306 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0015_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:29:37,306 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:29:37,307 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0015_01_000003, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:29:37,307 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:37,307 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:29:37,307 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0015_000001 released container container_1423772685743_0015_01_000003 on node: host: 10.1.1.68:61692 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:29:38,153 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0015_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:29:38,154 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000004
2015-02-12 12:29:38,154 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0015_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:29:38,154 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0015_000001 container=Container: [ContainerId: container_1423772685743_0015_01_000004, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:29:38,154 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:29:38,155 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:38,308 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:38,309 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:38,881 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61700 for container : container_1423772685743_0015_01_000004
2015-02-12 12:29:38,882 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0015_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:29:38,915 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0015_000001 (auth:SIMPLE)
2015-02-12 12:29:38,917 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0015_01_000004 by user soberoi
2015-02-12 12:29:38,918 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0015
2015-02-12 12:29:38,918 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000004
2015-02-12 12:29:38,918 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0015 transitioned from NEW to INITING
2015-02-12 12:29:38,918 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0015_01_000004 to application application_1423772685743_0015
2015-02-12 12:29:38,919 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0015 transitioned from INITING to RUNNING
2015-02-12 12:29:38,919 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:29:38,919 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0015
2015-02-12 12:29:38,919 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0015
2015-02-12 12:29:38,919 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:29:38,919 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0015
2015-02-12 12:29:38,919 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:29:38,920 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:29:38,920 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0015_01_000004
2015-02-12 12:29:38,931 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423772685743_0015_01_000004.tokens. Credentials list:
2015-02-12 12:29:39,035 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:29:39,112 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423772685743_0015_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000004.tokens
2015-02-12 12:29:39,112 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0015 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0015
2015-02-12 12:29:39,155 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0015_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:29:39,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:39,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:39,224 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0015/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:29:39,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:39,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:39,248 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741974_1150
2015-02-12 12:29:39,277 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0015/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:29:39,277 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:29:39,311 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:29:39,311 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:39,311 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0015_01_000002, container_1423772685743_0015_01_000003]
2015-02-12 12:29:39,311 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:39,311 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:39,410 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000004/default_container_executor.sh]
2015-02-12 12:29:39,428 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741974_1150
2015-02-12 12:29:39,632 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741974_1150
2015-02-12 12:29:39,890 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:29:41,865 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:29:41,875 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:29:42,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/_temporary/1/_temporary/attempt_1423772685743_0015_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:42,153 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/_temporary/1/_temporary/attempt_1423772685743_0015_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:29:42,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741976_1152 src: /127.0.0.1:63033 dest: /127.0.0.1:61668
2015-02-12 12:29:42,244 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741976_1152 src: /127.0.0.1:63034 dest: /127.0.0.1:61661
2015-02-12 12:29:42,246 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741976_1152 src: /127.0.0.1:63035 dest: /127.0.0.1:61665
2015-02-12 12:29:42,290 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63035, dest: /127.0.0.1:61665, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0015_r_000000_0_1651686827_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741976_1152, duration: 42221000
2015-02-12 12:29:42,290 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741976_1152, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:42,291 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63034, dest: /127.0.0.1:61661, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0015_r_000000_0_1651686827_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741976_1152, duration: 43307000
2015-02-12 12:29:42,291 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:42,291 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:29:42,291 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:42,292 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63033, dest: /127.0.0.1:61668, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0015_r_000000_0_1651686827_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741976_1152, duration: 44384000
2015-02-12 12:29:42,292 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:42,293 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:42,297 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/_temporary/1/_temporary/attempt_1423772685743_0015_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0015_r_000000_0_1651686827_1
2015-02-12 12:29:42,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/_temporary/1/_temporary/attempt_1423772685743_0015_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:29:42,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/_temporary/1/_temporary/attempt_1423772685743_0015_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:29:42,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/_temporary/1/task_1423772685743_0015_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:29:42,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/_temporary/1/_temporary/attempt_1423772685743_0015_r_000000_0 dst=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/_temporary/1/task_1423772685743_0015_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:29:42,342 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0015_000001 (auth:SIMPLE)
2015-02-12 12:29:42,344 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0015_01_000004
2015-02-12 12:29:42,344 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000004
2015-02-12 12:29:42,344 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:29:42,344 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0015_01_000004
2015-02-12 12:29:42,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:42,352 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-820619366_1
2015-02-12 12:29:42,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:29:42,361 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0015_01_000004 is : 143
2015-02-12 12:29:42,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB dst=null perm=null proto=rpc
2015-02-12 12:29:42,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB dst=null perm=null proto=rpc
2015-02-12 12:29:42,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/_temporary/1/task_1423772685743_0015_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:29:42,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:42,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/_temporary/1/task_1423772685743_0015_r_000000/part-00000 dst=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:42,372 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:29:42,373 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000004
2015-02-12 12:29:42,374 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000004
2015-02-12 12:29:42,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/_temporary dst=null perm=null proto=rpc
2015-02-12 12:29:42,379 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000004
2015-02-12 12:29:42,381 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000004
2015-02-12 12:29:42,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:42,382 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000004
2015-02-12 12:29:42,383 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:29:42,384 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-820619366_1
2015-02-12 12:29:42,384 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0015_01_000004 from application application_1423772685743_0015
2015-02-12 12:29:42,384 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:42,384 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0015
2015-02-12 12:29:42,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:42,387 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-820619366_1
2015-02-12 12:29:42,403 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63008, dest: /127.0.0.1:61665, bytes: 45775, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-820619366_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741975_1151, duration: 6079308000
2015-02-12 12:29:42,404 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741975_1151, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:42,410 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 14377
2015-02-12 12:29:42,410 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63007, dest: /127.0.0.1:61661, bytes: 45775, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-820619366_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741975_1151, duration: 6085674000
2015-02-12 12:29:42,411 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:42,411 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 14377
2015-02-12 12:29:42,411 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63006, dest: /127.0.0.1:61668, bytes: 45775, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-820619366_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741975_1151, duration: 6086975000
2015-02-12 12:29:42,411 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:42,412 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 14377
2015-02-12 12:29:42,413 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job_1423772685743_0015_1.jhist is closed by DFSClient_NONMAPREDUCE_-820619366_1
2015-02-12 12:29:42,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:42,419 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:29:42,421 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741977_1153 src: /127.0.0.1:63037 dest: /127.0.0.1:61665
2015-02-12 12:29:42,422 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741977_1153 src: /127.0.0.1:63038 dest: /127.0.0.1:61658
2015-02-12 12:29:42,424 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741977_1153 src: /127.0.0.1:63039 dest: /127.0.0.1:61661
2015-02-12 12:29:42,427 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63039, dest: /127.0.0.1:61661, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-820619366_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741977_1153, duration: 1234000
2015-02-12 12:29:42,427 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741977_1153, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:42,428 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:29:42,428 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63038, dest: /127.0.0.1:61658, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-820619366_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741977_1153, duration: 2011000
2015-02-12 12:29:42,428 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:42,428 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:29:42,429 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63037, dest: /127.0.0.1:61665, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-820619366_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741977_1153, duration: 3589000
2015-02-12 12:29:42,430 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:42,431 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:29:42,431 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015.summary_tmp is closed by DFSClient_NONMAPREDUCE_-820619366_1
2015-02-12 12:29:42,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:42,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job_1423772685743_0015_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:29:42,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015-1423772965605-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FF909262858544F8A-1423772982388-2-1-SUCCEEDED-default-1423772969809.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:29:42,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job_1423772685743_0015_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:29:42,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015-1423772965605-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FF909262858544F8A-1423772982388-2-1-SUCCEEDED-default-1423772969809.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:29:42,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job_1423772685743_0015_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:29:42,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015-1423772965605-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FF909262858544F8A-1423772982388-2-1-SUCCEEDED-default-1423772969809.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:42,455 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015-1423772965605-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FF909262858544F8A-1423772982388-2-1-SUCCEEDED-default-1423772969809.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:29:42,458 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741978_1154 src: /127.0.0.1:63041 dest: /127.0.0.1:61661
2015-02-12 12:29:42,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741978_1154 src: /127.0.0.1:63042 dest: /127.0.0.1:61665
2015-02-12 12:29:42,462 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741978_1154 src: /127.0.0.1:63043 dest: /127.0.0.1:61668
2015-02-12 12:29:42,466 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63043, dest: /127.0.0.1:61668, bytes: 45775, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-820619366_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741978_1154, duration: 2108000
2015-02-12 12:29:42,466 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741978_1154, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:42,467 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63042, dest: /127.0.0.1:61665, bytes: 45775, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-820619366_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741978_1154, duration: 2782000
2015-02-12 12:29:42,467 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:42,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:29:42,468 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63041, dest: /127.0.0.1:61661, bytes: 45775, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-820619366_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741978_1154, duration: 4179000
2015-02-12 12:29:42,468 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:42,468 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:29:42,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741978_1154 size 45775
2015-02-12 12:29:42,470 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015-1423772965605-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FF909262858544F8A-1423772982388-2-1-SUCCEEDED-default-1423772969809.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-820619366_1
2015-02-12 12:29:42,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015-1423772965605-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FF909262858544F8A-1423772982388-2-1-SUCCEEDED-default-1423772969809.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:42,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job_1423772685743_0015_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:29:42,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:29:42,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job_1423772685743_0015_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:29:42,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:29:42,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015/job_1423772685743_0015_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:29:42,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:42,494 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:29:42,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741979_1155 src: /127.0.0.1:63045 dest: /127.0.0.1:61661
2015-02-12 12:29:42,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741979_1155 src: /127.0.0.1:63046 dest: /127.0.0.1:61658
2015-02-12 12:29:42,500 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741979_1155 src: /127.0.0.1:63047 dest: /127.0.0.1:61665
2015-02-12 12:29:42,520 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63047, dest: /127.0.0.1:61665, bytes: 117059, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-820619366_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741979_1155, duration: 18787000
2015-02-12 12:29:42,521 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741979_1155, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:42,521 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:29:42,522 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63046, dest: /127.0.0.1:61658, bytes: 117059, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-820619366_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741979_1155, duration: 20040000
2015-02-12 12:29:42,522 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:42,522 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:29:42,522 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63045, dest: /127.0.0.1:61661, bytes: 117059, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-820619366_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741979_1155, duration: 21017000
2015-02-12 12:29:42,523 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:42,523 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:29:42,524 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-820619366_1
2015-02-12 12:29:42,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:42,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:42,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:42,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015-1423772965605-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FF909262858544F8A-1423772982388-2-1-SUCCEEDED-default-1423772969809.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015-1423772965605-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FF909262858544F8A-1423772982388-2-1-SUCCEEDED-default-1423772969809.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:42,540 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0015_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:29:42,540 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0015_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:29:42,540 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0015 with final state: FINISHING
2015-02-12 12:29:42,540 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0015 State change from RUNNING to FINAL_SAVING
2015-02-12 12:29:42,540 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0015
2015-02-12 12:29:42,541 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0015_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:29:42,541 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0015 State change from FINAL_SAVING to FINISHING
2015-02-12 12:29:43,350 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0015_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:29:43,350 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0015_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:29:43,350 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000004
2015-02-12 12:29:43,351 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0015_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:29:43,351 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:29:43,354 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0015_01_000004, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:29:43,355 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:43,355 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:29:43,355 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0015_000001 released container container_1423772685743_0015_01_000004 on node: host: 10.1.1.68:61700 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:29:43,546 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0015 unregistered successfully.
2015-02-12 12:29:43,549 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741970_1146 127.0.0.1:61658 127.0.0.1:61661 127.0.0.1:61665 127.0.0.1:61668
2015-02-12 12:29:43,550 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741971_1147 127.0.0.1:61658 127.0.0.1:61665 127.0.0.1:61668 127.0.0.1:61661
2015-02-12 12:29:43,550 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741972_1148 127.0.0.1:61658 127.0.0.1:61668 127.0.0.1:61661
2015-02-12 12:29:43,550 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741973_1149 127.0.0.1:61668 127.0.0.1:61658 127.0.0.1:61661
2015-02-12 12:29:43,550 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741975_1151 127.0.0.1:61668 127.0.0.1:61661 127.0.0.1:61665
2015-02-12 12:29:43,550 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741974_1150 127.0.0.1:61661 127.0.0.1:61658 127.0.0.1:61668
2015-02-12 12:29:43,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0015 dst=null perm=null proto=rpc
2015-02-12 12:29:43,588 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...lue/true/true/false/false
2015-02-12 12:29:43,598 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:29:43,609 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:29:43,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:43,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:29:43,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:29:43,618 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 16
2015-02-12 12:29:43,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016 dst=null perm=null proto=rpc
2015-02-12 12:29:43,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:29:43,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:29:43,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:43,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:43,624 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:29:43,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741980_1156 src: /127.0.0.1:63050 dest: /127.0.0.1:61668
2015-02-12 12:29:43,628 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741980_1156 src: /127.0.0.1:63051 dest: /127.0.0.1:61665
2015-02-12 12:29:43,630 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741980_1156 src: /127.0.0.1:63052 dest: /127.0.0.1:61661
2015-02-12 12:29:43,636 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63052, dest: /127.0.0.1:61661, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741980_1156, duration: 4228000
2015-02-12 12:29:43,636 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741980_1156, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:43,637 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63051, dest: /127.0.0.1:61665, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741980_1156, duration: 4617000
2015-02-12 12:29:43,638 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:43,639 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63050, dest: /127.0.0.1:61668, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741980_1156, duration: 6751000
2015-02-12 12:29:43,639 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:43,639 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:29:43,641 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:29:43,642 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:29:43,642 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741980_1156 size 254067
2015-02-12 12:29:43,643 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.jar
2015-02-12 12:29:43,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:43,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:43,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:43,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:43,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:43,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:29:43,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:29:43,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:29:43,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:29:43,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:29:43,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:43,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB dst=null perm=null proto=rpc
2015-02-12 12:29:43,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB dst=null perm=null proto=rpc
2015-02-12 12:29:43,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB dst=null perm=null proto=rpc
2015-02-12 12:29:43,655 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:29:43,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:43,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:43,661 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.split
2015-02-12 12:29:43,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:43,662 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:29:43,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741981_1157 src: /127.0.0.1:63053 dest: /127.0.0.1:61665
2015-02-12 12:29:43,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741981_1157 src: /127.0.0.1:63054 dest: /127.0.0.1:61668
2015-02-12 12:29:43,667 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741981_1157 src: /127.0.0.1:63055 dest: /127.0.0.1:61661
2015-02-12 12:29:43,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741981_1157 src: /127.0.0.1:63056 dest: /127.0.0.1:61658
2015-02-12 12:29:43,671 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63056, dest: /127.0.0.1:61658, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741981_1157, duration: 1559000
2015-02-12 12:29:43,671 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741981_1157, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:43,671 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:29:43,671 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63055, dest: /127.0.0.1:61661, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741981_1157, duration: 1987000
2015-02-12 12:29:43,672 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:43,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:43,672 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63054, dest: /127.0.0.1:61668, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741981_1157, duration: 3189000
2015-02-12 12:29:43,673 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:43,673 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:29:43,673 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63053, dest: /127.0.0.1:61665, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741981_1157, duration: 4116000
2015-02-12 12:29:43,674 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:43,675 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:29:43,676 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:29:43,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:43,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:43,680 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:29:43,682 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741982_1158 src: /127.0.0.1:63057 dest: /127.0.0.1:61668
2015-02-12 12:29:43,683 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741982_1158 src: /127.0.0.1:63058 dest: /127.0.0.1:61658
2015-02-12 12:29:43,685 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741982_1158 src: /127.0.0.1:63059 dest: /127.0.0.1:61665
2015-02-12 12:29:43,688 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63059, dest: /127.0.0.1:61665, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741982_1158, duration: 1250000
2015-02-12 12:29:43,688 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741982_1158, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:43,689 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63058, dest: /127.0.0.1:61658, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741982_1158, duration: 2079000
2015-02-12 12:29:43,689 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:29:43,689 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:43,691 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63057, dest: /127.0.0.1:61668, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741982_1158, duration: 3508000
2015-02-12 12:29:43,691 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:43,692 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:29:43,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:29:43,694 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:29:43,694 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1
2015-02-12 12:29:43,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:43,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:43,705 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:29:43,707 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741983_1159 src: /127.0.0.1:63060 dest: /127.0.0.1:61661
2015-02-12 12:29:43,709 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741983_1159 src: /127.0.0.1:63061 dest: /127.0.0.1:61668
2015-02-12 12:29:43,710 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741983_1159 src: /127.0.0.1:63062 dest: /127.0.0.1:61658
2015-02-12 12:29:43,714 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63062, dest: /127.0.0.1:61658, bytes: 99404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741983_1159, duration: 1639000
2015-02-12 12:29:43,714 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741983_1159, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:43,714 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:29:43,715 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63061, dest: /127.0.0.1:61668, bytes: 99404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741983_1159, duration: 2261000
2015-02-12 12:29:43,715 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:43,715 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63060, dest: /127.0.0.1:61661, bytes: 99404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741983_1159, duration: 3067000
2015-02-12 12:29:43,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:29:43,716 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:43,717 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:29:43,718 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:29:43,718 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0016
2015-02-12 12:29:43,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016 dst=null perm=null proto=rpc
2015-02-12 12:29:43,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:43,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:43,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:43,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:43,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:43,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:43,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:43,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:43,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:43,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:43,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:43,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:43,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:43,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:43,737 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 16 submitted by user soberoi
2015-02-12 12:29:43,737 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0016
2015-02-12 12:29:43,737 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0016
2015-02-12 12:29:43,737 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0016
2015-02-12 12:29:43,737 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0016 State change from NEW to NEW_SAVING
2015-02-12 12:29:43,738 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0016 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:29:43,738 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0016 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:29:43,738 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0016 from user: soberoi, in queue: default
2015-02-12 12:29:43,739 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0016 State change from SUBMITTED to ACCEPTED
2015-02-12 12:29:43,739 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0016_000001
2015-02-12 12:29:43,739 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0016_000001 State change from NEW to SUBMITTED
2015-02-12 12:29:43,739 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0016 from user: soberoi activated in queue: default
2015-02-12 12:29:43,739 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0016 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:29:43,739 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0016_000001 to scheduler from user soberoi in queue default
2015-02-12 12:29:43,741 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0016_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:29:43,742 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0016
2015-02-12 12:29:43,744 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0016/
2015-02-12 12:29:43,744 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423772685743_0016
2015-02-12 12:29:43,744 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0016/
2015-02-12 12:29:44,199 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0016_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:29:44,199 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0016 CONTAINERID=container_1423772685743_0016_01_000001
2015-02-12 12:29:44,199 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0016_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61688, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:29:44,199 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0016_000001 container=Container: [ContainerId: container_1423772685743_0016_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:29:44,200 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:29:44,200 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:44,201 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61688 for container : container_1423772685743_0016_01_000001
2015-02-12 12:29:44,202 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0016_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:29:44,202 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0016_000001
2015-02-12 12:29:44,202 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0016 AttemptId: appattempt_1423772685743_0016_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0016_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ]
2015-02-12 12:29:44,202 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0016_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:29:44,203 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0016_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:29:44,203 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0016_000001
2015-02-12 12:29:44,204 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0016_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] for AM appattempt_1423772685743_0016_000001
2015-02-12 12:29:44,204 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0016_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:29:44,204 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0016_000001
2015-02-12 12:29:44,204 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0016_000001
2015-02-12 12:29:44,207 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0016_000001 (auth:SIMPLE)
2015-02-12 12:29:44,209 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0016_01_000001 by user soberoi
2015-02-12 12:29:44,209 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0016
2015-02-12 12:29:44,210 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0016 CONTAINERID=container_1423772685743_0016_01_000001
2015-02-12 12:29:44,210 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0016 transitioned from NEW to INITING
2015-02-12 12:29:44,210 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0016_01_000001 to application application_1423772685743_0016
2015-02-12 12:29:44,210 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0016 transitioned from INITING to RUNNING
2015-02-12 12:29:44,210 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0016_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:29:44,210 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0016_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] for AM appattempt_1423772685743_0016_000001
2015-02-12 12:29:44,210 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0016
2015-02-12 12:29:44,211 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0016_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:29:44,211 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:29:44,211 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:29:44,211 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:29:44,211 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:29:44,211 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0016_01_000001
2015-02-12 12:29:44,220 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423772685743_0016_01_000001.tokens. Credentials list:
2015-02-12 12:29:44,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:29:44,353 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:44,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423772685743_0016_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0016/container_1423772685743_0016_01_000001.tokens
2015-02-12 12:29:44,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0016 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0016
2015-02-12 12:29:44,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:44,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:44,504 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0016/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:29:44,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:44,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:44,550 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0016/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:29:44,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:44,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:44,601 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0016/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:29:44,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:44,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:44,662 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0016/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:29:44,663 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0016_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:29:44,703 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0016_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:29:44,703 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:44,797 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0016/container_1423772685743_0016_01_000001/default_container_executor.sh]
2015-02-12 12:29:45,203 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0016_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:29:45,358 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:45,914 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61668 to replicate blk_1073741980_1156 to datanode(s) 127.0.0.1:61658
2015-02-12 12:29:45,914 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073741970_1146, blk_1073741971_1147, blk_1073741972_1148, blk_1073741973_1149, blk_1073741974_1150, blk_1073741975_1151]
2015-02-12 12:29:45,915 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073741970_1146, blk_1073741971_1147, blk_1073741972_1148, blk_1073741973_1149, blk_1073741974_1150, blk_1073741975_1151]
2015-02-12 12:29:46,358 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:46,610 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741970 for deletion
2015-02-12 12:29:46,610 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741971 for deletion
2015-02-12 12:29:46,610 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741972 for deletion
2015-02-12 12:29:46,610 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741973 for deletion
2015-02-12 12:29:46,610 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741970
2015-02-12 12:29:46,611 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741971
2015-02-12 12:29:46,610 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741974 for deletion
2015-02-12 12:29:46,611 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741972
2015-02-12 12:29:46,611 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741973
2015-02-12 12:29:46,611 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741975 for deletion
2015-02-12 12:29:46,611 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741974
2015-02-12 12:29:46,611 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741975
2015-02-12 12:29:46,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:29:46,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:29:46,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:29:46,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:29:46,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016 dst=null perm=null proto=rpc
2015-02-12 12:29:46,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:29:46,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:29:47,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:47,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:47,129 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=cbf5b12b-ec73-485f-a254-ead4db8db64b, infoPort=61669, ipcPort=61670, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073741980_1156 to 127.0.0.1:61658
2015-02-12 12:29:47,130 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741970 for deletion
2015-02-12 12:29:47,130 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741971 for deletion
2015-02-12 12:29:47,130 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741972 for deletion
2015-02-12 12:29:47,130 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741973 for deletion
2015-02-12 12:29:47,130 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741974 for deletion
2015-02-12 12:29:47,130 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741970
2015-02-12 12:29:47,131 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741972
2015-02-12 12:29:47,131 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073741980_1156 (numBytes=254067) to /127.0.0.1:61658
2015-02-12 12:29:47,130 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741975 for deletion
2015-02-12 12:29:47,132 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741980_1156 src: /127.0.0.1:63072 dest: /127.0.0.1:61658
2015-02-12 12:29:47,131 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741971
2015-02-12 12:29:47,132 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741973
2015-02-12 12:29:47,133 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741974
2015-02-12 12:29:47,133 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741975
2015-02-12 12:29:47,133 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073741980_1156 src: /127.0.0.1:63072 dest: /127.0.0.1:61658 of size 254067
2015-02-12 12:29:47,134 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741980_1156 size 254067
2015-02-12 12:29:47,360 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:47,963 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0016_000001 (auth:SIMPLE)
2015-02-12 12:29:47,965 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0016_000001
2015-02-12 12:29:47,965 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0016 APPATTEMPTID=appattempt_1423772685743_0016_000001
2015-02-12 12:29:47,965 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0016_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:29:47,965 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0016 State change from ACCEPTED to RUNNING
2015-02-12 12:29:48,009 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 1330 Total time for transactions(ms): 90 Number of transactions batched in Syncs: 2 Number of syncs: 916 SyncTimes(ms): 33 16
2015-02-12 12:29:48,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job_1423772685743_0016_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:48,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:29:48,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job_1423772685743_0016_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:48,239 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job_1423772685743_0016_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:29:48,287 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741984_1160 src: /127.0.0.1:63078 dest: /127.0.0.1:61658
2015-02-12 12:29:48,289 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741984_1160 src: /127.0.0.1:63079 dest: /127.0.0.1:61665
2015-02-12 12:29:48,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741984_1160 src: /127.0.0.1:63080 dest: /127.0.0.1:61661
2015-02-12 12:29:48,329 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63080, dest: /127.0.0.1:61661, bytes: 116689, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-339604066_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741984_1160, duration: 37554000
2015-02-12 12:29:48,330 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741984_1160, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:48,331 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63079, dest: /127.0.0.1:61665, bytes: 116689, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-339604066_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741984_1160, duration: 38686000
2015-02-12 12:29:48,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:48,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:48,331 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:48,332 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63078, dest: /127.0.0.1:61658, bytes: 116689, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-339604066_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741984_1160, duration: 39897000
2015-02-12 12:29:48,332 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:48,333 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:48,337 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job_1423772685743_0016_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-339604066_1
2015-02-12 12:29:48,363 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:48,587 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772685743_0015_01_000001 succeeded
2015-02-12 12:29:48,588 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:29:48,588 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0015_01_000001
2015-02-12 12:29:48,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000001
2015-02-12 12:29:48,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000001
2015-02-12 12:29:48,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000001
2015-02-12 12:29:48,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0015/container_1423772685743_0015_01_000001
2015-02-12 12:29:48,601 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000001
2015-02-12 12:29:48,602 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0015_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:29:48,602 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0015_01_000001 from application application_1423772685743_0015
2015-02-12 12:29:48,602 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:48,602 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0015
2015-02-12 12:29:48,916 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073741970_1146, blk_1073741971_1147, blk_1073741972_1148, blk_1073741973_1149, blk_1073741974_1150]
2015-02-12 12:29:48,916 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073741970_1146, blk_1073741971_1147, blk_1073741975_1151]
2015-02-12 12:29:49,215 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0016_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:29:49,216 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0016 CONTAINERID=container_1423772685743_0016_01_000002
2015-02-12 12:29:49,216 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0016_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:29:49,216 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0016_000001 container=Container: [ContainerId: container_1423772685743_0016_01_000002, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:29:49,216 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-12 12:29:49,217 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:49,256 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741977_1153
2015-02-12 12:29:49,258 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741983_1159
2015-02-12 12:29:49,259 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741979_1155
2015-02-12 12:29:49,259 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741981_1157
2015-02-12 12:29:49,260 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741982_1158
2015-02-12 12:29:49,339 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0015_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:29:49,339 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772685743_0015_000001
2015-02-12 12:29:49,339 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0015_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:29:49,339 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000001
2015-02-12 12:29:49,339 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772685743_0015_000001
2015-02-12 12:29:49,339 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0015_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61692, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:29:49,340 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0015_000001 State change from FINISHING to FINISHED
2015-02-12 12:29:49,340 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:29:49,340 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0015 State change from FINISHING to FINISHED
2015-02-12 12:29:49,340 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0015_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:29:49,341 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772685743_0015
2015-02-12 12:29:49,341 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:49,341 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772685743_0015,name=[FD9EAE3AA90941D094E7D5147E5537A6/F909262858544F8ABFFDFD08F2CFCB37] lower*upper/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:61686/proxy/application_1423772685743_0015/jobhistory/job/job_1423772685743_0015,appMasterHost=10.1.1.68,startTime=1423772965605,finishTime=1423772982540,finalStatus=SUCCEEDED
2015-02-12 12:29:49,341 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-02-12 12:29:49,341 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0015_000001 released container container_1423772685743_0015_01_000001 on node: host: 10.1.1.68:61692 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:29:49,341 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772685743_0015_000001
2015-02-12 12:29:49,342 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772685743_0015_000001 is done. finalState=FINISHED
2015-02-12 12:29:49,342 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772685743_0015 requests cleared
2015-02-12 12:29:49,342 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772685743_0015 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:29:49,342 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772685743_0015 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:29:49,345 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0015_000001 (auth:SIMPLE)
2015-02-12 12:29:49,346 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0015_01_000001
2015-02-12 12:29:49,346 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0015 CONTAINERID=container_1423772685743_0015_01_000001
2015-02-12 12:29:49,347 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0015_01_000001]
2015-02-12 12:29:49,347 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:49,347 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0015 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:29:49,347 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0015
2015-02-12 12:29:49,347 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0015
2015-02-12 12:29:49,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0015
2015-02-12 12:29:49,348 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0015
2015-02-12 12:29:49,348 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0015 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:29:49,348 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0015, with delay of 10800 seconds
2015-02-12 12:29:49,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0015
2015-02-12 12:29:49,368 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0015 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:29:49,368 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:49,368 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0015
2015-02-12 12:29:49,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0015
2015-02-12 12:29:49,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0015
2015-02-12 12:29:49,370 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0015
2015-02-12 12:29:49,370 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0015
2015-02-12 12:29:49,370 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0015 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:29:49,370 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0015, with delay of 10800 seconds
2015-02-12 12:29:49,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741979_1155
2015-02-12 12:29:49,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741981_1157
2015-02-12 12:29:49,440 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741978_1154
2015-02-12 12:29:49,614 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741970 for deletion
2015-02-12 12:29:49,615 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741971 for deletion
2015-02-12 12:29:49,615 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741972 for deletion
2015-02-12 12:29:49,615 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741973 for deletion
2015-02-12 12:29:49,615 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741970
2015-02-12 12:29:49,615 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741972
2015-02-12 12:29:49,615 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741974 for deletion
2015-02-12 12:29:49,616 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741971
2015-02-12 12:29:49,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741973
2015-02-12 12:29:49,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741974
2015-02-12 12:29:49,618 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741979_1155
2015-02-12 12:29:49,618 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741982_1158
2015-02-12 12:29:49,619 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741978_1154
2015-02-12 12:29:49,619 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741977_1153
2015-02-12 12:29:49,620 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741975_1151
2015-02-12 12:29:49,620 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741981_1157
2015-02-12 12:29:49,620 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741976_1152
2015-02-12 12:29:49,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741982_1158
2015-02-12 12:29:49,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741980_1156
2015-02-12 12:29:49,642 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741977_1153
2015-02-12 12:29:49,643 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741983_1159
2015-02-12 12:29:49,643 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741976_1152
2015-02-12 12:29:49,825 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741980_1156
2015-02-12 12:29:49,846 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741980_1156
2015-02-12 12:29:49,847 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741978_1154
2015-02-12 12:29:49,848 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741983_1159
2015-02-12 12:29:49,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741976_1152
2015-02-12 12:29:49,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741981_1157
2015-02-12 12:29:49,867 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741970 for deletion
2015-02-12 12:29:49,867 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741971 for deletion
2015-02-12 12:29:49,867 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741975 for deletion
2015-02-12 12:29:49,867 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741970
2015-02-12 12:29:49,868 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741971
2015-02-12 12:29:49,868 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741975
2015-02-12 12:29:50,012 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61688 for container : container_1423772685743_0016_01_000002
2015-02-12 12:29:50,012 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0016_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:29:50,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:50,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:50,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:50,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:50,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:50,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:50,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:50,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:50,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:50,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:50,132 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0016_000001 (auth:SIMPLE)
2015-02-12 12:29:50,135 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0016_01_000002 by user soberoi
2015-02-12 12:29:50,135 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0016 CONTAINERID=container_1423772685743_0016_01_000002
2015-02-12 12:29:50,135 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0016_01_000002 to application application_1423772685743_0016
2015-02-12 12:29:50,135 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0016_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:29:50,135 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0016
2015-02-12 12:29:50,136 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0016
2015-02-12 12:29:50,136 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:29:50,136 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0016
2015-02-12 12:29:50,136 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0016_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:29:50,163 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0016_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:29:50,163 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:50,216 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0016_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:29:50,243 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0016/container_1423772685743_0016_01_000002/default_container_executor.sh]
2015-02-12 12:29:50,371 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:51,025 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:29:52,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:52,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:52,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:52,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1423772685743_0016_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:29:52,905 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0016_000001 (auth:SIMPLE)
2015-02-12 12:29:52,908 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0016_01_000002
2015-02-12 12:29:52,908 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0016 CONTAINERID=container_1423772685743_0016_01_000002
2015-02-12 12:29:52,908 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0016_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:29:52,908 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0016_01_000002
2015-02-12 12:29:52,928 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0016_01_000002 is : 143
2015-02-12 12:29:52,929 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job_1423772685743_0016_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:29:52,933 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741985_1161 src: /127.0.0.1:63088 dest: /127.0.0.1:61668
2015-02-12 12:29:52,935 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741985_1161 src: /127.0.0.1:63089 dest: /127.0.0.1:61665
2015-02-12 12:29:52,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741985_1161 src: /127.0.0.1:63090 dest: /127.0.0.1:61661
2015-02-12 12:29:52,938 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0016_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:29:52,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0016/container_1423772685743_0016_01_000002
2015-02-12 12:29:52,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0016/container_1423772685743_0016_01_000002
2015-02-12 12:29:52,939 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0016 CONTAINERID=container_1423772685743_0016_01_000002
2015-02-12 12:29:52,939 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0016/container_1423772685743_0016_01_000002
2015-02-12 12:29:52,939 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0016/container_1423772685743_0016_01_000002
2015-02-12 12:29:52,939 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0016_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:29:52,940 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0016_01_000002 from application application_1423772685743_0016
2015-02-12 12:29:52,940 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:52,940 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0016
2015-02-12 12:29:52,943 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job_1423772685743_0016_1.jhist for DFSClient_NONMAPREDUCE_-339604066_1
2015-02-12 12:29:53,912 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0016_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:29:53,912 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0016_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:29:53,913 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0016 CONTAINERID=container_1423772685743_0016_01_000002
2015-02-12 12:29:53,913 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0016_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:29:53,913 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:29:53,915 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0016_01_000002, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:29:53,915 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:53,915 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:29:53,915 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0016_000001 released container container_1423772685743_0016_01_000002 on node: host: 10.1.1.68:61688 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:29:54,266 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741980_1156
2015-02-12 12:29:54,362 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0016_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:29:54,362 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0016 CONTAINERID=container_1423772685743_0016_01_000003
2015-02-12 12:29:54,362 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0016_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:29:54,362 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0016_000001 container=Container: [ContainerId: container_1423772685743_0016_01_000003, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:29:54,362 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:29:54,363 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:54,471 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741984_1160
2015-02-12 12:29:54,652 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741984_1160
2015-02-12 12:29:54,834 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741984_1160
2015-02-12 12:29:54,915 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:55,056 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61692 for container : container_1423772685743_0016_01_000003
2015-02-12 12:29:55,057 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0016_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:29:55,068 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0016_000001 (auth:SIMPLE)
2015-02-12 12:29:55,070 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0016_01_000003 by user soberoi
2015-02-12 12:29:55,071 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0016
2015-02-12 12:29:55,071 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0016 CONTAINERID=container_1423772685743_0016_01_000003
2015-02-12 12:29:55,071 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0016 transitioned from NEW to INITING
2015-02-12 12:29:55,071 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0016_01_000003 to application application_1423772685743_0016
2015-02-12 12:29:55,071 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0016 transitioned from INITING to RUNNING
2015-02-12 12:29:55,072 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0016_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:29:55,072 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0016
2015-02-12 12:29:55,072 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0016
2015-02-12 12:29:55,072 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:29:55,072 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0016
2015-02-12 12:29:55,072 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:29:55,072 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:29:55,073 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0016_01_000003
2015-02-12 12:29:55,082 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423772685743_0016_01_000003.tokens. Credentials list:
2015-02-12 12:29:55,181 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:29:55,256 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423772685743_0016_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0016/container_1423772685743_0016_01_000003.tokens
2015-02-12 12:29:55,256 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0016 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0016
2015-02-12 12:29:55,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:55,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:55,361 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0016/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:29:55,367 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0016_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:29:55,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:55,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:55,408 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0016/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:29:55,408 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0016_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:29:55,455 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0016_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:29:55,455 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:55,545 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0016/container_1423772685743_0016_01_000003/default_container_executor.sh]
2015-02-12 12:29:55,918 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0016_01_000002]
2015-02-12 12:29:55,918 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:29:56,064 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:29:57,885 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:29:58,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1423772685743_0016_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:58,167 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1423772685743_0016_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:29:58,259 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741986_1162 src: /127.0.0.1:63099 dest: /127.0.0.1:61661
2015-02-12 12:29:58,261 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741986_1162 src: /127.0.0.1:63100 dest: /127.0.0.1:61658
2015-02-12 12:29:58,263 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741986_1162 src: /127.0.0.1:63101 dest: /127.0.0.1:61665
2015-02-12 12:29:58,305 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63101, dest: /127.0.0.1:61665, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0016_r_000000_0_1298047597_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741986_1162, duration: 40331000
2015-02-12 12:29:58,306 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741986_1162, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:58,307 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63100, dest: /127.0.0.1:61658, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0016_r_000000_0_1298047597_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741986_1162, duration: 41566000
2015-02-12 12:29:58,307 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:58,309 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63099, dest: /127.0.0.1:61661, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0016_r_000000_0_1298047597_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741986_1162, duration: 43617000
2015-02-12 12:29:58,311 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:58,313 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:29:58,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:58,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:58,318 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1423772685743_0016_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0016_r_000000_0_1298047597_1
2015-02-12 12:29:58,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1423772685743_0016_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:29:58,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1423772685743_0016_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:29:58,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/task_1423772685743_0016_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:29:58,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1423772685743_0016_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/task_1423772685743_0016_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:29:58,358 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0016_000001 (auth:SIMPLE)
2015-02-12 12:29:58,360 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0016_01_000003
2015-02-12 12:29:58,360 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0016 CONTAINERID=container_1423772685743_0016_01_000003
2015-02-12 12:29:58,360 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0016_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:29:58,361 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0016_01_000003
2015-02-12 12:29:58,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:58,372 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-339604066_1
2015-02-12 12:29:58,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:29:58,385 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0016_01_000003 is : 143
2015-02-12 12:29:58,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:58,390 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0016_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:29:58,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:58,391 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0016/container_1423772685743_0016_01_000003
2015-02-12 12:29:58,391 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0016 CONTAINERID=container_1423772685743_0016_01_000003
2015-02-12 12:29:58,392 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0016_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:29:58,392 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0016_01_000003 from application application_1423772685743_0016
2015-02-12 12:29:58,392 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:29:58,392 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0016
2015-02-12 12:29:58,392 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0016/container_1423772685743_0016_01_000003
2015-02-12 12:29:58,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0016/container_1423772685743_0016_01_000003
2015-02-12 12:29:58,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0016/container_1423772685743_0016_01_000003
2015-02-12 12:29:58,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/task_1423772685743_0016_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:29:58,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:58,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/task_1423772685743_0016_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:58,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary dst=null perm=null proto=rpc
2015-02-12 12:29:58,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:58,413 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-339604066_1
2015-02-12 12:29:58,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:58,418 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-339604066_1
2015-02-12 12:29:58,434 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63090, dest: /127.0.0.1:61661, bytes: 38000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-339604066_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741985_1161, duration: 5495848000
2015-02-12 12:29:58,435 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741985_1161, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:58,436 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 13745
2015-02-12 12:29:58,436 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63089, dest: /127.0.0.1:61665, bytes: 38000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-339604066_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741985_1161, duration: 5495679000
2015-02-12 12:29:58,436 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:58,438 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 13745
2015-02-12 12:29:58,438 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63088, dest: /127.0.0.1:61668, bytes: 38000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-339604066_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741985_1161, duration: 5499307000
2015-02-12 12:29:58,438 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:58,439 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 13745
2015-02-12 12:29:58,440 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job_1423772685743_0016_1.jhist is closed by DFSClient_NONMAPREDUCE_-339604066_1
2015-02-12 12:29:58,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:58,445 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:29:58,448 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741987_1163 src: /127.0.0.1:63103 dest: /127.0.0.1:61665
2015-02-12 12:29:58,449 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741987_1163 src: /127.0.0.1:63104 dest: /127.0.0.1:61668
2015-02-12 12:29:58,451 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741987_1163 src: /127.0.0.1:63105 dest: /127.0.0.1:61661
2015-02-12 12:29:58,458 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63105, dest: /127.0.0.1:61661, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-339604066_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741987_1163, duration: 3367000
2015-02-12 12:29:58,458 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741987_1163, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:58,460 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63104, dest: /127.0.0.1:61668, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-339604066_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741987_1163, duration: 5383000
2015-02-12 12:29:58,460 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:58,460 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:58,462 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63103, dest: /127.0.0.1:61665, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-339604066_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741987_1163, duration: 7068000
2015-02-12 12:29:58,462 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:58,463 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:29:58,464 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:29:58,471 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016.summary_tmp is closed by DFSClient_NONMAPREDUCE_-339604066_1
2015-02-12 12:29:58,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:58,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job_1423772685743_0016_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:29:58,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016-1423772983737-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FEDA293E4C7954A2F-1423772998419-1-1-SUCCEEDED-default-1423772988009.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:29:58,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job_1423772685743_0016_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:29:58,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016-1423772983737-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FEDA293E4C7954A2F-1423772998419-1-1-SUCCEEDED-default-1423772988009.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:29:58,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job_1423772685743_0016_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:29:58,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016-1423772983737-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FEDA293E4C7954A2F-1423772998419-1-1-SUCCEEDED-default-1423772988009.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:58,495 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016-1423772983737-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FEDA293E4C7954A2F-1423772998419-1-1-SUCCEEDED-default-1423772988009.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:29:58,497 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741988_1164 src: /127.0.0.1:63107 dest: /127.0.0.1:61661
2015-02-12 12:29:58,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741988_1164 src: /127.0.0.1:63108 dest: /127.0.0.1:61658
2015-02-12 12:29:58,501 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741988_1164 src: /127.0.0.1:63109 dest: /127.0.0.1:61668
2015-02-12 12:29:58,505 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63109, dest: /127.0.0.1:61668, bytes: 38000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-339604066_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741988_1164, duration: 1617000
2015-02-12 12:29:58,505 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741988_1164, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:58,506 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:29:58,506 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63108, dest: /127.0.0.1:61658, bytes: 38000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-339604066_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741988_1164, duration: 2520000
2015-02-12 12:29:58,506 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:58,506 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:29:58,507 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63107, dest: /127.0.0.1:61661, bytes: 38000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-339604066_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741988_1164, duration: 3825000
2015-02-12 12:29:58,507 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:58,508 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:58,509 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016-1423772983737-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FEDA293E4C7954A2F-1423772998419-1-1-SUCCEEDED-default-1423772988009.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-339604066_1
2015-02-12 12:29:58,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016-1423772983737-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FEDA293E4C7954A2F-1423772998419-1-1-SUCCEEDED-default-1423772988009.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:58,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job_1423772685743_0016_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:29:58,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:29:58,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job_1423772685743_0016_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:29:58,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:29:58,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016/job_1423772685743_0016_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:29:58,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:29:58,526 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:29:58,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741989_1165 src: /127.0.0.1:63111 dest: /127.0.0.1:61665
2015-02-12 12:29:58,529 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741989_1165 src: /127.0.0.1:63112 dest: /127.0.0.1:61661
2015-02-12 12:29:58,531 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741989_1165 src: /127.0.0.1:63113 dest: /127.0.0.1:61668
2015-02-12 12:29:58,535 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63113, dest: /127.0.0.1:61668, bytes: 116689, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-339604066_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741989_1165, duration: 2766000
2015-02-12 12:29:58,536 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741989_1165, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:58,536 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:29:58,537 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63112, dest: /127.0.0.1:61661, bytes: 116689, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-339604066_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741989_1165, duration: 3793000
2015-02-12 12:29:58,537 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:58,538 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:58,538 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63111, dest: /127.0.0.1:61665, bytes: 116689, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-339604066_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741989_1165, duration: 5323000
2015-02-12 12:29:58,539 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:58,539 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:29:58,541 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-339604066_1
2015-02-12 12:29:58,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:58,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:58,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:58,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016-1423772983737-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FEDA293E4C7954A2F-1423772998419-1-1-SUCCEEDED-default-1423772988009.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016-1423772983737-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FEDA293E4C7954A2F-1423772998419-1-1-SUCCEEDED-default-1423772988009.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:29:58,555 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0016_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:29:58,555 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0016_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:29:58,555 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0016 with final state: FINISHING
2015-02-12 12:29:58,555 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0016 State change from RUNNING to FINAL_SAVING
2015-02-12 12:29:58,556 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0016_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:29:58,556 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0016
2015-02-12 12:29:58,557 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0016 State change from FINAL_SAVING to FINISHING
2015-02-12 12:29:59,366 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0016_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:29:59,366 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0016_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:29:59,367 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0016 CONTAINERID=container_1423772685743_0016_01_000003
2015-02-12 12:29:59,367 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0016_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:29:59,367 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:29:59,368 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0016_01_000003, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:29:59,368 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:59,368 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:29:59,369 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0016_000001 released container container_1423772685743_0016_01_000003 on node: host: 10.1.1.68:61692 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:29:59,561 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0016 unregistered successfully.
2015-02-12 12:29:59,564 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741980_1156 127.0.0.1:61665 127.0.0.1:61661 127.0.0.1:61668 127.0.0.1:61658
2015-02-12 12:29:59,565 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741981_1157 127.0.0.1:61665 127.0.0.1:61668 127.0.0.1:61661 127.0.0.1:61658
2015-02-12 12:29:59,565 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741982_1158 127.0.0.1:61668 127.0.0.1:61658 127.0.0.1:61665
2015-02-12 12:29:59,566 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741983_1159 127.0.0.1:61661 127.0.0.1:61668 127.0.0.1:61658
2015-02-12 12:29:59,566 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741985_1161 127.0.0.1:61668 127.0.0.1:61665 127.0.0.1:61661
2015-02-12 12:29:59,567 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741984_1160 127.0.0.1:61658 127.0.0.1:61665 127.0.0.1:61661
2015-02-12 12:29:59,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0016 dst=null perm=null proto=rpc
2015-02-12 12:29:59,599 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741976_1152 127.0.0.1:61668 127.0.0.1:61661 127.0.0.1:61665
2015-02-12 12:29:59,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/2246988350_lower_upper_681776EE42124151B8CA4442B74ABDFB dst=null perm=null proto=rpc
2015-02-12 12:29:59,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:59,601 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary
2015-02-12 12:29:59,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary dst=null perm=null proto=rpc
2015-02-12 12:29:59,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:59,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:59,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:59,615 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:29:59,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:59,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:59,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:59,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:59,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:59,632 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:29:59,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:59,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:59,636 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false
2015-02-12 12:29:59,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:59,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:59,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:59,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 12:29:59,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:59,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:29:59,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:29:59,659 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:29:59,659 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:29:59,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 12:29:59,674 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 12:29:59,674 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 12:29:59,674 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["SequenceFile[[UNKNOWN]->['bytes', 'count']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes"]
2015-02-12 12:29:59,675 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 12:29:59,675 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 12:29:59,675 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 12:29:59,676 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...ipesplatform/grouponbytes
2015-02-12 12:29:59,685 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:29:59,696 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:29:59,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 12:29:59,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:29:59,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:29:59,702 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 17
2015-02-12 12:29:59,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017 dst=null perm=null proto=rpc
2015-02-12 12:29:59,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:29:59,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:29:59,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:59,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:59,710 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:29:59,712 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741990_1166 src: /127.0.0.1:63118 dest: /127.0.0.1:61661
2015-02-12 12:29:59,713 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741990_1166 src: /127.0.0.1:63119 dest: /127.0.0.1:61668
2015-02-12 12:29:59,714 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741990_1166 src: /127.0.0.1:63120 dest: /127.0.0.1:61665
2015-02-12 12:29:59,719 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63120, dest: /127.0.0.1:61665, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741990_1166, duration: 2698000
2015-02-12 12:29:59,720 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741990_1166, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:59,720 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:29:59,721 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63119, dest: /127.0.0.1:61668, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741990_1166, duration: 3944000
2015-02-12 12:29:59,721 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:59,721 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:29:59,721 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63118, dest: /127.0.0.1:61661, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741990_1166, duration: 4614000
2015-02-12 12:29:59,722 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:59,726 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:29:59,726 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:29:59,727 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.jar
2015-02-12 12:29:59,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:59,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:59,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:59,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:59,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:59,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:29:59,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:29:59,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:29:59,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:29:59,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:29:59,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:59,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:29:59,736 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:29:59,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:29:59,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:59,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:59,741 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.split
2015-02-12 12:29:59,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:59,742 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:29:59,743 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741991_1167 src: /127.0.0.1:63121 dest: /127.0.0.1:61661
2015-02-12 12:29:59,745 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741991_1167 src: /127.0.0.1:63122 dest: /127.0.0.1:61668
2015-02-12 12:29:59,746 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741991_1167 src: /127.0.0.1:63123 dest: /127.0.0.1:61665
2015-02-12 12:29:59,748 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741991_1167 src: /127.0.0.1:63124 dest: /127.0.0.1:61658
2015-02-12 12:29:59,751 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63124, dest: /127.0.0.1:61658, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741991_1167, duration: 1758000
2015-02-12 12:29:59,751 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741991_1167, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:59,752 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63123, dest: /127.0.0.1:61665, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741991_1167, duration: 2458000
2015-02-12 12:29:59,752 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:29:59,752 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:59,753 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63122, dest: /127.0.0.1:61668, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741991_1167, duration: 3612000
2015-02-12 12:29:59,753 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:59,754 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:29:59,755 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63121, dest: /127.0.0.1:61661, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741991_1167, duration: 5185000
2015-02-12 12:29:59,755 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:59,755 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:29:59,757 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:59,758 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:29:59,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:59,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:59,762 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:29:59,763 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741992_1168 src: /127.0.0.1:63125 dest: /127.0.0.1:61658
2015-02-12 12:29:59,765 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741992_1168 src: /127.0.0.1:63126 dest: /127.0.0.1:61661
2015-02-12 12:29:59,766 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741992_1168 src: /127.0.0.1:63127 dest: /127.0.0.1:61668
2015-02-12 12:29:59,769 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63127, dest: /127.0.0.1:61668, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741992_1168, duration: 1354000
2015-02-12 12:29:59,769 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741992_1168, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:59,770 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63126, dest: /127.0.0.1:61661, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741992_1168, duration: 2036000
2015-02-12 12:29:59,770 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:29:59,770 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:59,771 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:59,771 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63125, dest: /127.0.0.1:61658, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741992_1168, duration: 3044000
2015-02-12 12:29:59,771 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:59,772 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:59,773 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:29:59,773 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 12:29:59,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:59,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:29:59,784 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:29:59,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741993_1169 src: /127.0.0.1:63128 dest: /127.0.0.1:61668
2015-02-12 12:29:59,788 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741993_1169 src: /127.0.0.1:63129 dest: /127.0.0.1:61661
2015-02-12 12:29:59,789 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741993_1169 src: /127.0.0.1:63130 dest: /127.0.0.1:61665
2015-02-12 12:29:59,793 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63130, dest: /127.0.0.1:61665, bytes: 99198, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741993_1169, duration: 1842000
2015-02-12 12:29:59,793 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741993_1169, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:29:59,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:29:59,794 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63129, dest: /127.0.0.1:61661, bytes: 99198, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741993_1169, duration: 2476000
2015-02-12 12:29:59,794 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:59,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:59,795 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63128, dest: /127.0.0.1:61668, bytes: 99198, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741993_1169, duration: 3256000
2015-02-12 12:29:59,795 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:29:59,796 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:29:59,797 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:29:59,797 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0017
2015-02-12 12:29:59,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017 dst=null perm=null proto=rpc
2015-02-12 12:29:59,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:59,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 12:29:59,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:59,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 12:29:59,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:59,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.split dst=null perm=null proto=rpc
2015-02-12 12:29:59,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:59,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:29:59,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:59,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:59,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:59,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:59,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:29:59,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:29:59,814 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 17 submitted by user soberoi
2015-02-12 12:29:59,814 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0017
2015-02-12 12:29:59,814 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0017 State change from NEW to NEW_SAVING
2015-02-12 12:29:59,814 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0017
2015-02-12 12:29:59,814 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0017
2015-02-12 12:29:59,814 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0017 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:29:59,814 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0017 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:29:59,815 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0017 from user: soberoi, in queue: default
2015-02-12 12:29:59,815 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0017 State change from SUBMITTED to ACCEPTED
2015-02-12 12:29:59,815 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0017_000001
2015-02-12 12:29:59,815 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0017_000001 State change from NEW to SUBMITTED
2015-02-12 12:29:59,815 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0017 from user: soberoi activated in queue: default
2015-02-12 12:29:59,815 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0017 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:29:59,816 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0017_000001 to scheduler from user soberoi in queue default
2015-02-12 12:29:59,816 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0017_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:29:59,816 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0017
2015-02-12 12:29:59,819 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0017/
2015-02-12 12:29:59,819 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423772685743_0017
2015-02-12 12:29:59,819 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0017/
2015-02-12 12:29:59,929 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:29:59,929 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000001
2015-02-12 12:29:59,930 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0017_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61688, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 12:29:59,930 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0017_000001 container=Container: [ContainerId: container_1423772685743_0017_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:29:59,931 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:29:59,931 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:29:59,931 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61688 for container : container_1423772685743_0017_01_000001
2015-02-12 12:29:59,932 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:29:59,933 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0017_000001
2015-02-12 12:29:59,933 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0017 AttemptId: appattempt_1423772685743_0017_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0017_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ]
2015-02-12 12:29:59,933 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0017_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:29:59,933 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0017_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:29:59,934 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0017_000001
2015-02-12 12:29:59,935 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0017_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] for AM appattempt_1423772685743_0017_000001
2015-02-12 12:29:59,935 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0017_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:29:59,935 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0017_000001
2015-02-12 12:29:59,935 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0017_000001
2015-02-12 12:29:59,937 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0017_000001 (auth:SIMPLE)
2015-02-12 12:29:59,940 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0017_01_000001 by user soberoi
2015-02-12 12:29:59,940 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0017
2015-02-12 12:29:59,940 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000001
2015-02-12 12:29:59,940 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0017 transitioned from NEW to INITING
2015-02-12 12:29:59,940 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0017_01_000001 to application application_1423772685743_0017
2015-02-12 12:29:59,941 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0017 transitioned from INITING to RUNNING
2015-02-12 12:29:59,941 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0017_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] for AM appattempt_1423772685743_0017_000001
2015-02-12 12:29:59,941 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0017_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:29:59,941 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:29:59,941 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0017
2015-02-12 12:29:59,941 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:29:59,941 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:29:59,942 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:29:59,942 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:29:59,942 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0017_01_000001
2015-02-12 12:29:59,951 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423772685743_0017_01_000001.tokens. Credentials list:
2015-02-12 12:30:00,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:30:00,135 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423772685743_0017_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000001.tokens
2015-02-12 12:30:00,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0017 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0017
2015-02-12 12:30:00,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:00,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:00,240 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0017/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:00,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:00,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:00,292 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0017/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:00,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:00,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:00,339 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0017/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:00,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:00,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:00,366 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:00,386 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0017/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:00,386 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:30:00,417 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:30:00,417 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:00,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000001/default_container_executor.sh]
2015-02-12 12:30:00,652 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 12:30:00,652 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 12:30:00,930 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:30:00,931 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61668 to replicate blk_1073741990_1166 to datanode(s) 127.0.0.1:61658
2015-02-12 12:30:00,931 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073741984_1160, blk_1073741980_1156, blk_1073741981_1157, blk_1073741982_1158, blk_1073741983_1159]
2015-02-12 12:30:00,931 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073741985_1161, blk_1073741976_1152, blk_1073741980_1156, blk_1073741981_1157, blk_1073741982_1158, blk_1073741983_1159]
2015-02-12 12:30:01,372 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:01,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741984 for deletion
2015-02-12 12:30:01,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741980 for deletion
2015-02-12 12:30:01,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741981 for deletion
2015-02-12 12:30:01,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741982_1158 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741982 for deletion
2015-02-12 12:30:01,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741984
2015-02-12 12:30:01,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741983_1159 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741983 for deletion
2015-02-12 12:30:01,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741980
2015-02-12 12:30:01,618 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741981
2015-02-12 12:30:01,618 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741982_1158 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741982
2015-02-12 12:30:01,618 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741983_1159 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741983
2015-02-12 12:30:02,139 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=cbf5b12b-ec73-485f-a254-ead4db8db64b, infoPort=61669, ipcPort=61670, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073741990_1166 to 127.0.0.1:61658
2015-02-12 12:30:02,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741985 for deletion
2015-02-12 12:30:02,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741976 for deletion
2015-02-12 12:30:02,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741980 for deletion
2015-02-12 12:30:02,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741985
2015-02-12 12:30:02,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741976
2015-02-12 12:30:02,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741980
2015-02-12 12:30:02,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741981 for deletion
2015-02-12 12:30:02,141 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073741990_1166 (numBytes=254067) to /127.0.0.1:61658
2015-02-12 12:30:02,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741990_1166 src: /127.0.0.1:63135 dest: /127.0.0.1:61658
2015-02-12 12:30:02,142 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741981
2015-02-12 12:30:02,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741982_1158 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741982 for deletion
2015-02-12 12:30:02,142 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741983_1159 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741983 for deletion
2015-02-12 12:30:02,142 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741982_1158 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741982
2015-02-12 12:30:02,143 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741983_1159 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741983
2015-02-12 12:30:02,144 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073741990_1166 src: /127.0.0.1:63135 dest: /127.0.0.1:61658 of size 254067
2015-02-12 12:30:02,144 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741990_1166 size 254067
2015-02-12 12:30:02,375 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:02,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:30:02,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:30:02,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:30:02,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:30:02,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017 dst=null perm=null proto=rpc
2015-02-12 12:30:02,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:30:02,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:30:02,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:02,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:03,379 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:03,741 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0017_000001 (auth:SIMPLE)
2015-02-12 12:30:03,742 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0017_000001
2015-02-12 12:30:03,742 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0017 APPATTEMPTID=appattempt_1423772685743_0017_000001
2015-02-12 12:30:03,743 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0017_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:30:03,743 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0017 State change from ACCEPTED to RUNNING
2015-02-12 12:30:03,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job_1423772685743_0017_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:03,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:30:03,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job_1423772685743_0017_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:03,936 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073741984_1160, blk_1073741985_1161, blk_1073741976_1152, blk_1073741980_1156, blk_1073741981_1157, blk_1073741982_1158]
2015-02-12 12:30:03,936 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073741984_1160, blk_1073741985_1161, blk_1073741976_1152, blk_1073741980_1156, blk_1073741981_1157, blk_1073741983_1159]
2015-02-12 12:30:04,011 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job_1423772685743_0017_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:30:04,060 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741994_1170 src: /127.0.0.1:63143 dest: /127.0.0.1:61665
2015-02-12 12:30:04,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741994_1170 src: /127.0.0.1:63144 dest: /127.0.0.1:61658
2015-02-12 12:30:04,063 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741994_1170 src: /127.0.0.1:63145 dest: /127.0.0.1:61668
2015-02-12 12:30:04,100 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63145, dest: /127.0.0.1:61668, bytes: 116435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1707724142_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741994_1170, duration: 35081000
2015-02-12 12:30:04,100 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741994_1170, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:04,101 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:30:04,101 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63144, dest: /127.0.0.1:61658, bytes: 116435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1707724142_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741994_1170, duration: 35781000
2015-02-12 12:30:04,101 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:04,102 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63143, dest: /127.0.0.1:61665, bytes: 116435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1707724142_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741994_1170, duration: 36946000
2015-02-12 12:30:04,102 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:30:04,103 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:04,103 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:30:04,122 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job_1423772685743_0017_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1707724142_1
2015-02-12 12:30:04,385 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:04,482 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741986_1162
2015-02-12 12:30:04,483 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741988_1164
2015-02-12 12:30:04,620 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741984 for deletion
2015-02-12 12:30:04,620 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741985 for deletion
2015-02-12 12:30:04,620 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741976 for deletion
2015-02-12 12:30:04,621 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741980 for deletion
2015-02-12 12:30:04,621 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741984
2015-02-12 12:30:04,621 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741985
2015-02-12 12:30:04,621 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741981 for deletion
2015-02-12 12:30:04,621 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741983_1159 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741983 for deletion
2015-02-12 12:30:04,621 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741976
2015-02-12 12:30:04,622 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741981
2015-02-12 12:30:04,622 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741980
2015-02-12 12:30:04,622 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741983_1159 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741983
2015-02-12 12:30:04,661 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741987_1163
2015-02-12 12:30:04,662 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741988_1164
2015-02-12 12:30:04,662 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741986_1162
2015-02-12 12:30:04,663 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741989_1165
2015-02-12 12:30:04,711 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772685743_0016_01_000001 succeeded
2015-02-12 12:30:04,711 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0016_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:30:04,712 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0016_01_000001
2015-02-12 12:30:04,737 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0016/container_1423772685743_0016_01_000001
2015-02-12 12:30:04,738 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0016/container_1423772685743_0016_01_000001
2015-02-12 12:30:04,738 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0016 CONTAINERID=container_1423772685743_0016_01_000001
2015-02-12 12:30:04,738 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0016_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:30:04,738 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0016_01_000001 from application application_1423772685743_0016
2015-02-12 12:30:04,738 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0016/container_1423772685743_0016_01_000001
2015-02-12 12:30:04,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0016/container_1423772685743_0016_01_000001
2015-02-12 12:30:04,738 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:04,739 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0016
2015-02-12 12:30:04,846 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741990_1166
2015-02-12 12:30:04,846 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741985_1161
2015-02-12 12:30:04,862 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741992_1168
2015-02-12 12:30:04,863 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741987_1163
2015-02-12 12:30:04,880 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741984 for deletion
2015-02-12 12:30:04,880 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741985 for deletion
2015-02-12 12:30:04,880 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741976 for deletion
2015-02-12 12:30:04,880 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741984
2015-02-12 12:30:04,881 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741985
2015-02-12 12:30:04,880 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741980 for deletion
2015-02-12 12:30:04,881 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741976
2015-02-12 12:30:04,881 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741981 for deletion
2015-02-12 12:30:04,882 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741980
2015-02-12 12:30:04,882 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741982_1158 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741982 for deletion
2015-02-12 12:30:04,883 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741981
2015-02-12 12:30:04,883 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741982_1158 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741982
2015-02-12 12:30:04,944 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0016_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:30:04,944 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772685743_0016_000001
2015-02-12 12:30:04,944 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772685743_0016_000001
2015-02-12 12:30:04,944 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0016_000001 State change from FINISHING to FINISHED
2015-02-12 12:30:04,945 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0016 State change from FINISHING to FINISHED
2015-02-12 12:30:04,944 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0016_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:30:04,945 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0016 CONTAINERID=container_1423772685743_0016_01_000001
2015-02-12 12:30:04,945 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772685743_0016_000001
2015-02-12 12:30:04,945 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772685743_0016
2015-02-12 12:30:04,945 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0016_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61688, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:30:04,946 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:30:04,946 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0016_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:30:04,946 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772685743_0016,name=[FD9EAE3AA90941D094E7D5147E5537A6/EDA293E4C7954A2F90E8FBE066520E86] lower*upper/(2/2) ...lue/true/true/false/false,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:61686/proxy/application_1423772685743_0016/jobhistory/job/job_1423772685743_0016,appMasterHost=10.1.1.68,startTime=1423772983737,finishTime=1423772998555,finalStatus=SUCCEEDED
2015-02-12 12:30:04,946 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:04,946 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 12:30:04,947 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0016_000001 released container container_1423772685743_0016_01_000001 on node: host: 10.1.1.68:61688 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:30:04,947 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:30:04,947 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000002
2015-02-12 12:30:04,947 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0017_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:30:04,947 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0017_000001 container=Container: [ContainerId: container_1423772685743_0017_01_000002, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:30:04,948 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-02-12 12:30:04,948 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:04,948 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:30:04,948 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000003
2015-02-12 12:30:04,948 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0017_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 12:30:04,949 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0017_000001 container=Container: [ContainerId: container_1423772685743_0017_01_000003, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:30:04,949 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2015-02-12 12:30:04,949 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:04,949 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772685743_0016_000001 is done. finalState=FINISHED
2015-02-12 12:30:04,949 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772685743_0016 requests cleared
2015-02-12 12:30:04,949 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772685743_0016 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:30:04,949 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772685743_0016 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:30:04,950 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0016_000001 (auth:SIMPLE)
2015-02-12 12:30:04,951 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0016_01_000001
2015-02-12 12:30:04,951 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0016 CONTAINERID=container_1423772685743_0016_01_000001
2015-02-12 12:30:04,952 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0016_01_000001]
2015-02-12 12:30:04,952 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:04,952 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0016 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:30:04,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0016
2015-02-12 12:30:04,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0016
2015-02-12 12:30:04,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0016
2015-02-12 12:30:04,953 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0016
2015-02-12 12:30:04,953 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0016 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:30:04,953 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0016, with delay of 10800 seconds
2015-02-12 12:30:04,954 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0016
2015-02-12 12:30:05,050 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741993_1169
2015-02-12 12:30:05,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741989_1165
2015-02-12 12:30:05,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741986_1162
2015-02-12 12:30:05,053 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741987_1163
2015-02-12 12:30:05,053 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741991_1167
2015-02-12 12:30:05,065 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741990_1166
2015-02-12 12:30:05,066 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741991_1167
2015-02-12 12:30:05,066 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741988_1164
2015-02-12 12:30:05,067 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741993_1169
2015-02-12 12:30:05,264 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741989_1165
2015-02-12 12:30:05,388 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0016 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:30:05,388 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:05,389 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:30:05,389 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000004
2015-02-12 12:30:05,389 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0017_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:30:05,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0016
2015-02-12 12:30:05,390 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0017_000001 container=Container: [ContainerId: container_1423772685743_0017_01_000004, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:30:05,390 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0016
2015-02-12 12:30:05,390 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0016
2015-02-12 12:30:05,390 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0016
2015-02-12 12:30:05,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0016
2015-02-12 12:30:05,390 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0016 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:30:05,392 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0016, with delay of 10800 seconds
2015-02-12 12:30:05,390 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:30:05,392 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:05,393 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:30:05,393 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000005
2015-02-12 12:30:05,393 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0017_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:30:05,393 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0017_000001 container=Container: [ContainerId: container_1423772685743_0017_01_000005, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:30:05,393 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:30:05,393 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:05,790 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61688 for container : container_1423772685743_0017_01_000002
2015-02-12 12:30:05,790 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:30:05,791 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:30:05,792 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61692 for container : container_1423772685743_0017_01_000004
2015-02-12 12:30:05,793 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:30:05,793 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:30:05,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:05,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:05,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:05,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:05,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:05,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:05,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:05,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:05,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:05,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:05,927 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0017_000001 (auth:SIMPLE)
2015-02-12 12:30:05,928 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0017_000001 (auth:SIMPLE)
2015-02-12 12:30:05,928 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0017_000001 (auth:SIMPLE)
2015-02-12 12:30:05,929 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0017_000001 (auth:SIMPLE)
2015-02-12 12:30:05,934 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0017_01_000003 by user soberoi
2015-02-12 12:30:05,934 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000003
2015-02-12 12:30:05,935 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0017_01_000003 to application application_1423772685743_0017
2015-02-12 12:30:05,935 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:30:05,936 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0017
2015-02-12 12:30:05,936 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0017
2015-02-12 12:30:05,936 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:30:05,936 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0017
2015-02-12 12:30:05,938 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:30:05,939 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0017_01_000005 by user soberoi
2015-02-12 12:30:05,939 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0017
2015-02-12 12:30:05,939 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0017_01_000002 by user soberoi
2015-02-12 12:30:05,939 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000005
2015-02-12 12:30:05,939 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000002
2015-02-12 12:30:05,940 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0017_01_000004 by user soberoi
2015-02-12 12:30:05,941 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000004
2015-02-12 12:30:05,941 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0017 transitioned from NEW to INITING
2015-02-12 12:30:05,941 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0017_01_000005 to application application_1423772685743_0017
2015-02-12 12:30:05,941 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0017_01_000004 to application application_1423772685743_0017
2015-02-12 12:30:05,942 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0017 transitioned from INITING to RUNNING
2015-02-12 12:30:05,942 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:30:05,942 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 12:30:05,942 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0017
2015-02-12 12:30:05,942 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0017
2015-02-12 12:30:05,942 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:30:05,942 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0017
2015-02-12 12:30:05,942 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:30:05,943 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:30:05,943 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0017
2015-02-12 12:30:05,943 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0017
2015-02-12 12:30:05,943 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:30:05,943 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0017
2015-02-12 12:30:05,943 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0017_01_000004
2015-02-12 12:30:05,944 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0017_01_000002 to application application_1423772685743_0017
2015-02-12 12:30:05,944 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:30:05,944 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0017
2015-02-12 12:30:05,944 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0017
2015-02-12 12:30:05,944 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:30:05,944 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0017
2015-02-12 12:30:05,945 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:30:05,948 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0017_01_000005
2015-02-12 12:30:05,955 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:30:05,955 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:30:05,973 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423772685743_0017_01_000005.tokens. Credentials list:
2015-02-12 12:30:05,974 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423772685743_0017_01_000004.tokens. Credentials list:
2015-02-12 12:30:05,990 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:30:05,990 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:06,002 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:30:06,002 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:06,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000003/default_container_executor.sh]
2015-02-12 12:30:06,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:30:06,135 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000002/default_container_executor.sh]
2015-02-12 12:30:06,253 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423772685743_0017_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000005.tokens
2015-02-12 12:30:06,253 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0017 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0017
2015-02-12 12:30:06,259 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:30:06,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:06,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:06,382 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423772685743_0017_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000004.tokens
2015-02-12 12:30:06,382 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0017 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0017
2015-02-12 12:30:06,390 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:30:06,390 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:30:06,390 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:06,424 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0017/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:06,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:06,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:06,520 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0017/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:06,520 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:30:06,520 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:30:06,563 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:30:06,563 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 12:30:06,563 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:06,563 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:06,719 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000004/default_container_executor.sh]
2015-02-12 12:30:06,720 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000005/default_container_executor.sh]
2015-02-12 12:30:06,805 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:30:09,487 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741992_1168
2015-02-12 12:30:09,488 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741994_1170
2015-02-12 12:30:09,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741990_1166
2015-02-12 12:30:09,669 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741993_1169
2015-02-12 12:30:09,669 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741991_1167
2015-02-12 12:30:09,669 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741992_1168
2015-02-12 12:30:09,688 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741990_1166
2015-02-12 12:30:09,688 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741991_1167
2015-02-12 12:30:10,062 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741994_1170
2015-02-12 12:30:10,271 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741994_1170
2015-02-12 12:30:13,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:13,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:13,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:13,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:13,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:30:13,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:30:13,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:30:13,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:30:13,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423772685743_0017_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:30:13,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423772685743_0017_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:30:13,967 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0017_000001 (auth:SIMPLE)
2015-02-12 12:30:13,968 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0017_000001 (auth:SIMPLE)
2015-02-12 12:30:13,969 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0017_01_000003
2015-02-12 12:30:13,970 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000003
2015-02-12 12:30:13,970 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:30:13,970 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0017_01_000003
2015-02-12 12:30:13,972 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0017_01_000002
2015-02-12 12:30:13,972 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000002
2015-02-12 12:30:13,991 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job_1423772685743_0017_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:30:13,991 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0017_01_000003 is : 143
2015-02-12 12:30:13,993 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741995_1171 src: /127.0.0.1:63173 dest: /127.0.0.1:61661
2015-02-12 12:30:13,994 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741995_1171 src: /127.0.0.1:63174 dest: /127.0.0.1:61668
2015-02-12 12:30:13,996 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741995_1171 src: /127.0.0.1:63175 dest: /127.0.0.1:61658
2015-02-12 12:30:14,003 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job_1423772685743_0017_1.jhist for DFSClient_NONMAPREDUCE_1707724142_1
2015-02-12 12:30:14,011 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:30:14,012 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:30:14,013 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0017_01_000002
2015-02-12 12:30:14,035 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0017_01_000002 is : 143
2015-02-12 12:30:14,051 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000003
2015-02-12 12:30:14,051 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000003
2015-02-12 12:30:14,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000003
2015-02-12 12:30:14,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000003
2015-02-12 12:30:14,052 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:30:14,053 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000003
2015-02-12 12:30:14,053 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:30:14,054 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000002
2015-02-12 12:30:14,055 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000002
2015-02-12 12:30:14,055 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000002
2015-02-12 12:30:14,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000002
2015-02-12 12:30:14,056 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0017_01_000003 from application application_1423772685743_0017
2015-02-12 12:30:14,056 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:14,057 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0017
2015-02-12 12:30:14,057 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000002
2015-02-12 12:30:14,057 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:30:14,057 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0017_01_000002 from application application_1423772685743_0017
2015-02-12 12:30:14,057 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:14,058 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0017
2015-02-12 12:30:14,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423772685743_0017_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:30:14,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423772685743_0017_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:30:14,306 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0017_000001 (auth:SIMPLE)
2015-02-12 12:30:14,312 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0017_01_000004
2015-02-12 12:30:14,312 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000004
2015-02-12 12:30:14,312 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:30:14,313 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0017_01_000004
2015-02-12 12:30:14,313 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0017_000001 (auth:SIMPLE)
2015-02-12 12:30:14,316 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0017_01_000005
2015-02-12 12:30:14,316 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000005
2015-02-12 12:30:14,328 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0017_01_000004 is : 143
2015-02-12 12:30:14,335 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000005 transitioned from RUNNING to KILLING
2015-02-12 12:30:14,335 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:30:14,336 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0017_01_000005
2015-02-12 12:30:14,349 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0017_01_000005 is : 143
2015-02-12 12:30:14,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000004
2015-02-12 12:30:14,362 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000004
2015-02-12 12:30:14,362 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000004
2015-02-12 12:30:14,363 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000004
2015-02-12 12:30:14,365 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:30:14,365 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000004
2015-02-12 12:30:14,366 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:30:14,366 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000005
2015-02-12 12:30:14,366 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000005
2015-02-12 12:30:14,368 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000005
2015-02-12 12:30:14,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000005
2015-02-12 12:30:14,369 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0017_01_000004 from application application_1423772685743_0017
2015-02-12 12:30:14,369 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:14,370 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0017
2015-02-12 12:30:14,370 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000005
2015-02-12 12:30:14,370 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:30:14,371 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0017_01_000005 from application application_1423772685743_0017
2015-02-12 12:30:14,371 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:14,371 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0017
2015-02-12 12:30:14,975 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:30:14,975 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0017_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:30:14,975 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000002
2015-02-12 12:30:14,975 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0017_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 12:30:14,976 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 12:30:14,977 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0017_01_000002, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 12:30:14,977 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:14,977 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:30:14,977 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0017_000001 released container container_1423772685743_0017_01_000002 on node: host: 10.1.1.68:61688 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 12:30:14,978 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:30:14,978 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0017_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:30:14,978 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000003
2015-02-12 12:30:14,978 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0017_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:30:14,978 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:30:14,979 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0017_01_000003, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:30:14,979 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:14,979 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:30:14,979 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0017_000001 released container container_1423772685743_0017_01_000003 on node: host: 10.1.1.68:61688 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:30:15,322 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:30:15,322 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0017_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:30:15,322 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000004
2015-02-12 12:30:15,322 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0017_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:30:15,323 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:30:15,324 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0017_01_000004, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:30:15,324 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:15,324 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:30:15,324 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0017_000001 released container container_1423772685743_0017_01_000004 on node: host: 10.1.1.68:61692 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:30:15,325 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:30:15,325 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0017_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 12:30:15,325 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000005
2015-02-12 12:30:15,325 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0017_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:30:15,325 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:30:15,326 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0017_01_000005, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:30:15,326 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:15,326 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:30:15,326 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0017_000001 released container container_1423772685743_0017_01_000005 on node: host: 10.1.1.68:61692 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:30:15,976 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:15,977 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:15,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:30:15,977 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000006
2015-02-12 12:30:15,978 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0017_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:30:15,978 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0017_000001 container=Container: [ContainerId: container_1423772685743_0017_01_000006, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:30:15,978 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:30:15,978 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:16,325 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:16,326 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:16,842 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:30:16,851 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0017_000001 (auth:SIMPLE)
2015-02-12 12:30:16,854 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0017_01_000006 by user soberoi
2015-02-12 12:30:16,854 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000006
2015-02-12 12:30:16,854 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0017_01_000006 to application application_1423772685743_0017
2015-02-12 12:30:16,854 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 12:30:16,854 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0017
2015-02-12 12:30:16,854 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0017
2015-02-12 12:30:16,855 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:30:16,855 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0017
2015-02-12 12:30:16,855 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:30:16,884 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 12:30:16,884 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:16,969 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000006/default_container_executor.sh]
2015-02-12 12:30:16,977 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0017_01_000003, container_1423772685743_0017_01_000002]
2015-02-12 12:30:16,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:30:16,977 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:16,977 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:17,330 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0017_01_000004, container_1423772685743_0017_01_000005]
2015-02-12 12:30:17,331 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:17,331 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:17,845 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:30:19,305 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:30:19,306 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:30:19,318 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:30:19,318 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:30:19,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423772685743_0017_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:19,604 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423772685743_0017_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:30:19,693 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741996_1172 src: /127.0.0.1:63185 dest: /127.0.0.1:61661
2015-02-12 12:30:19,695 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741996_1172 src: /127.0.0.1:63186 dest: /127.0.0.1:61668
2015-02-12 12:30:19,696 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741996_1172 src: /127.0.0.1:63187 dest: /127.0.0.1:61665
2015-02-12 12:30:19,733 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63187, dest: /127.0.0.1:61665, bytes: 552, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0017_r_000000_0_-1018676651_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741996_1172, duration: 35137000
2015-02-12 12:30:19,733 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741996_1172, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:19,734 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:30:19,734 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63186, dest: /127.0.0.1:61668, bytes: 552, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0017_r_000000_0_-1018676651_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741996_1172, duration: 36072000
2015-02-12 12:30:19,735 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:19,736 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63185, dest: /127.0.0.1:61661, bytes: 552, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0017_r_000000_0_-1018676651_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741996_1172, duration: 37721000
2015-02-12 12:30:19,736 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:19,742 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:30:19,743 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:30:19,746 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423772685743_0017_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0017_r_000000_0_-1018676651_1
2015-02-12 12:30:19,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423772685743_0017_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:30:19,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423772685743_0017_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:30:19,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/task_1423772685743_0017_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:30:19,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423772685743_0017_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/task_1423772685743_0017_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:30:19,783 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0017_000001 (auth:SIMPLE)
2015-02-12 12:30:19,785 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0017_01_000006
2015-02-12 12:30:19,785 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000006
2015-02-12 12:30:19,785 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000006 transitioned from RUNNING to KILLING
2015-02-12 12:30:19,786 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0017_01_000006
2015-02-12 12:30:19,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:19,797 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1707724142_1
2015-02-12 12:30:19,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:30:19,809 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0017_01_000006 is : 143
2015-02-12 12:30:19,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 12:30:19,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 12:30:19,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/task_1423772685743_0017_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:30:19,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:30:19,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/task_1423772685743_0017_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:19,820 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:30:19,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000006
2015-02-12 12:30:19,822 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000006
2015-02-12 12:30:19,822 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:30:19,822 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0017_01_000006 from application application_1423772685743_0017
2015-02-12 12:30:19,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000006
2015-02-12 12:30:19,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000006
2015-02-12 12:30:19,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000006
2015-02-12 12:30:19,822 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:19,822 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0017
2015-02-12 12:30:19,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary dst=null perm=null proto=rpc
2015-02-12 12:30:19,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:19,831 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1707724142_1
2015-02-12 12:30:19,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:19,842 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1707724142_1
2015-02-12 12:30:19,862 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63175, dest: /127.0.0.1:61658, bytes: 61410, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1707724142_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741995_1171, duration: 5864890000
2015-02-12 12:30:19,863 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741995_1171, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:19,863 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 15709
2015-02-12 12:30:19,864 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63174, dest: /127.0.0.1:61668, bytes: 61410, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1707724142_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741995_1171, duration: 5866725000
2015-02-12 12:30:19,865 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:19,866 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 15709
2015-02-12 12:30:19,866 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63173, dest: /127.0.0.1:61661, bytes: 61410, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1707724142_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741995_1171, duration: 5868493000
2015-02-12 12:30:19,866 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:19,867 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 15709
2015-02-12 12:30:19,868 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job_1423772685743_0017_1.jhist is closed by DFSClient_NONMAPREDUCE_1707724142_1
2015-02-12 12:30:19,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:19,874 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:30:19,876 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741997_1173 src: /127.0.0.1:63189 dest: /127.0.0.1:61658
2015-02-12 12:30:19,878 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741997_1173 src: /127.0.0.1:63190 dest: /127.0.0.1:61661
2015-02-12 12:30:19,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741997_1173 src: /127.0.0.1:63191 dest: /127.0.0.1:61665
2015-02-12 12:30:19,890 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63191, dest: /127.0.0.1:61665, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1707724142_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741997_1173, duration: 7778000
2015-02-12 12:30:19,890 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741997_1173, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:19,891 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63190, dest: /127.0.0.1:61661, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1707724142_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741997_1173, duration: 9125000
2015-02-12 12:30:19,891 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:19,893 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63189, dest: /127.0.0.1:61658, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1707724142_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741997_1173, duration: 10906000
2015-02-12 12:30:19,893 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:30:19,893 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:19,893 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:30:19,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:30:19,895 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017.summary_tmp is closed by DFSClient_NONMAPREDUCE_1707724142_1
2015-02-12 12:30:19,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:19,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job_1423772685743_0017_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:30:19,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017-1423772999813-soberoi-%5BEA8E436EACA142B89BEF0F2EB26DBF6F%2F288EEE37DC7D4973-1423773019843-4-1-SUCCEEDED-default-1423773003762.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:30:19,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job_1423772685743_0017_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:30:19,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017-1423772999813-soberoi-%5BEA8E436EACA142B89BEF0F2EB26DBF6F%2F288EEE37DC7D4973-1423773019843-4-1-SUCCEEDED-default-1423773003762.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:30:19,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job_1423772685743_0017_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:30:19,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017-1423772999813-soberoi-%5BEA8E436EACA142B89BEF0F2EB26DBF6F%2F288EEE37DC7D4973-1423773019843-4-1-SUCCEEDED-default-1423773003762.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:19,923 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017-1423772999813-soberoi-%5BEA8E436EACA142B89BEF0F2EB26DBF6F%2F288EEE37DC7D4973-1423773019843-4-1-SUCCEEDED-default-1423773003762.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:30:19,925 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741998_1174 src: /127.0.0.1:63193 dest: /127.0.0.1:61661
2015-02-12 12:30:19,927 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741998_1174 src: /127.0.0.1:63194 dest: /127.0.0.1:61665
2015-02-12 12:30:19,929 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741998_1174 src: /127.0.0.1:63195 dest: /127.0.0.1:61668
2015-02-12 12:30:19,933 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63195, dest: /127.0.0.1:61668, bytes: 61410, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1707724142_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741998_1174, duration: 1930000
2015-02-12 12:30:19,933 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741998_1174, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:19,934 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:30:19,934 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63194, dest: /127.0.0.1:61665, bytes: 61410, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1707724142_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741998_1174, duration: 2694000
2015-02-12 12:30:19,934 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:19,935 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]} size 0
2015-02-12 12:30:19,936 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63193, dest: /127.0.0.1:61661, bytes: 61410, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1707724142_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741998_1174, duration: 3688000
2015-02-12 12:30:19,936 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:19,937 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:30:19,940 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017-1423772999813-soberoi-%5BEA8E436EACA142B89BEF0F2EB26DBF6F%2F288EEE37DC7D4973-1423773019843-4-1-SUCCEEDED-default-1423773003762.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1707724142_1
2015-02-12 12:30:19,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017-1423772999813-soberoi-%5BEA8E436EACA142B89BEF0F2EB26DBF6F%2F288EEE37DC7D4973-1423773019843-4-1-SUCCEEDED-default-1423773003762.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:19,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job_1423772685743_0017_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:30:19,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:30:19,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job_1423772685743_0017_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:30:19,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:30:19,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017/job_1423772685743_0017_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:30:19,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:19,955 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:30:19,958 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741999_1175 src: /127.0.0.1:63197 dest: /127.0.0.1:61665
2015-02-12 12:30:19,960 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741999_1175 src: /127.0.0.1:63198 dest: /127.0.0.1:61658
2015-02-12 12:30:19,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073741999_1175 src: /127.0.0.1:63199 dest: /127.0.0.1:61661
2015-02-12 12:30:19,965 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63199, dest: /127.0.0.1:61661, bytes: 116435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1707724142_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741999_1175, duration: 1861000
2015-02-12 12:30:19,965 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741999_1175, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:19,966 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:30:19,966 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63198, dest: /127.0.0.1:61658, bytes: 116435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1707724142_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741999_1175, duration: 2467000
2015-02-12 12:30:19,966 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:19,967 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:30:19,967 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63197, dest: /127.0.0.1:61665, bytes: 116435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1707724142_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073741999_1175, duration: 3439000
2015-02-12 12:30:19,967 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:19,967 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:19,969 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1707724142_1
2015-02-12 12:30:19,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:19,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:19,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:19,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017-1423772999813-soberoi-%5BEA8E436EACA142B89BEF0F2EB26DBF6F%2F288EEE37DC7D4973-1423773019843-4-1-SUCCEEDED-default-1423773003762.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017-1423772999813-soberoi-%5BEA8E436EACA142B89BEF0F2EB26DBF6F%2F288EEE37DC7D4973-1423773019843-4-1-SUCCEEDED-default-1423773003762.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:19,985 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0017_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:30:19,985 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0017_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:30:19,985 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0017 with final state: FINISHING
2015-02-12 12:30:19,985 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0017 State change from RUNNING to FINAL_SAVING
2015-02-12 12:30:19,988 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0017
2015-02-12 12:30:19,989 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0017_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:30:19,989 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0017 State change from FINAL_SAVING to FINISHING
2015-02-12 12:30:20,788 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:30:20,788 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0017_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 12:30:20,788 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000006
2015-02-12 12:30:20,789 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0017_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61688, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:30:20,789 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:30:20,790 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0017_01_000006, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:30:20,790 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:20,790 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:30:20,790 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0017_000001 released container container_1423772685743_0017_01_000006 on node: host: 10.1.1.68:61688 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:30:20,989 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0017 unregistered successfully.
2015-02-12 12:30:20,992 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741990_1166 127.0.0.1:61661 127.0.0.1:61668 127.0.0.1:61665 127.0.0.1:61658
2015-02-12 12:30:20,992 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741991_1167 127.0.0.1:61661 127.0.0.1:61668 127.0.0.1:61665 127.0.0.1:61658
2015-02-12 12:30:20,992 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741992_1168 127.0.0.1:61658 127.0.0.1:61661 127.0.0.1:61668
2015-02-12 12:30:20,993 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741993_1169 127.0.0.1:61668 127.0.0.1:61661 127.0.0.1:61665
2015-02-12 12:30:20,993 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741995_1171 127.0.0.1:61661 127.0.0.1:61668 127.0.0.1:61658
2015-02-12 12:30:20,993 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741994_1170 127.0.0.1:61665 127.0.0.1:61658 127.0.0.1:61668
2015-02-12 12:30:20,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0017 dst=null perm=null proto=rpc
2015-02-12 12:30:21,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 12:30:21,031 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary
2015-02-12 12:30:21,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary dst=null perm=null proto=rpc
2015-02-12 12:30:21,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 12:30:21,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 12:30:21,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 12:30:21,048 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:30:21,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:30:21,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:30:21,052 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/serializedpipesplatform/grouponbytes
2015-02-12 12:30:21,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 12:30:21,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 12:30:21,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 12:30:21,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 12:30:21,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:30:21,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:30:21,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:30:21,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:30:21,072 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:30:21,073 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:30:21,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 12:30:21,095 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 12:30:21,095 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt"]
2015-02-12 12:30:21,095 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"]
2015-02-12 12:30:21,096 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true"]
2015-02-12 12:30:21,098 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 12:30:21,098 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-02-12 12:30:21,098 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-02-12 12:30:21,099 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-02-12 12:30:21,110 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:30:21,123 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:30:21,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77 dst=null perm=null proto=rpc
2015-02-12 12:30:21,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:30:21,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:30:21,129 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 18
2015-02-12 12:30:21,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018 dst=null perm=null proto=rpc
2015-02-12 12:30:21,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:30:21,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:30:21,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:21,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:21,137 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:30:21,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742000_1176 src: /127.0.0.1:63204 dest: /127.0.0.1:61668
2015-02-12 12:30:21,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742000_1176 src: /127.0.0.1:63205 dest: /127.0.0.1:61661
2015-02-12 12:30:21,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742000_1176 src: /127.0.0.1:63206 dest: /127.0.0.1:61665
2015-02-12 12:30:21,146 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63206, dest: /127.0.0.1:61665, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742000_1176, duration: 2263000
2015-02-12 12:30:21,146 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742000_1176, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:21,146 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:21,147 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63205, dest: /127.0.0.1:61661, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742000_1176, duration: 2857000
2015-02-12 12:30:21,147 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:21,147 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:21,147 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63204, dest: /127.0.0.1:61668, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742000_1176, duration: 3774000
2015-02-12 12:30:21,148 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:21,149 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:30:21,150 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:30:21,150 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.jar
2015-02-12 12:30:21,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:21,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:21,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:21,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:21,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:21,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:30:21,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:30:21,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:30:21,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:30:21,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:30:21,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:21,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:30:21,168 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:30:21,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:30:21,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:30:21,171 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:30:21,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:30:21,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:21,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:21,176 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.split
2015-02-12 12:30:21,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:21,177 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:30:21,179 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742001_1177 src: /127.0.0.1:63207 dest: /127.0.0.1:61661
2015-02-12 12:30:21,181 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742001_1177 src: /127.0.0.1:63208 dest: /127.0.0.1:61668
2015-02-12 12:30:21,182 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742001_1177 src: /127.0.0.1:63209 dest: /127.0.0.1:61665
2015-02-12 12:30:21,183 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742001_1177 src: /127.0.0.1:63210 dest: /127.0.0.1:61658
2015-02-12 12:30:21,186 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63210, dest: /127.0.0.1:61658, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742001_1177, duration: 1577000
2015-02-12 12:30:21,186 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742001_1177, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:21,187 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63209, dest: /127.0.0.1:61665, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742001_1177, duration: 2040000
2015-02-12 12:30:21,187 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:30:21,187 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:21,188 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63208, dest: /127.0.0.1:61668, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742001_1177, duration: 3504000
2015-02-12 12:30:21,188 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:21,189 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:30:21,190 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63207, dest: /127.0.0.1:61661, bytes: 715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742001_1177, duration: 5375000
2015-02-12 12:30:21,190 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:30:21,190 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:21,192 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:30:21,193 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:30:21,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:21,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:21,197 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:30:21,198 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742002_1178 src: /127.0.0.1:63211 dest: /127.0.0.1:61658
2015-02-12 12:30:21,200 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742002_1178 src: /127.0.0.1:63212 dest: /127.0.0.1:61668
2015-02-12 12:30:21,201 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742002_1178 src: /127.0.0.1:63213 dest: /127.0.0.1:61661
2015-02-12 12:30:21,204 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63213, dest: /127.0.0.1:61661, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742002_1178, duration: 1348000
2015-02-12 12:30:21,205 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742002_1178, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:21,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:30:21,205 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63212, dest: /127.0.0.1:61668, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742002_1178, duration: 2123000
2015-02-12 12:30:21,206 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:21,207 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:30:21,207 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63211, dest: /127.0.0.1:61658, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742002_1178, duration: 3509000
2015-02-12 12:30:21,207 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:21,208 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:30:21,210 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:30:21,211 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:2
2015-02-12 12:30:21,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:21,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:21,221 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:30:21,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742003_1179 src: /127.0.0.1:63214 dest: /127.0.0.1:61661
2015-02-12 12:30:21,224 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742003_1179 src: /127.0.0.1:63215 dest: /127.0.0.1:61665
2015-02-12 12:30:21,226 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742003_1179 src: /127.0.0.1:63216 dest: /127.0.0.1:61658
2015-02-12 12:30:21,229 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63216, dest: /127.0.0.1:61658, bytes: 99813, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742003_1179, duration: 1464000
2015-02-12 12:30:21,229 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742003_1179, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:21,229 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:30:21,230 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63215, dest: /127.0.0.1:61665, bytes: 99813, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742003_1179, duration: 1980000
2015-02-12 12:30:21,230 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:21,230 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:21,230 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63214, dest: /127.0.0.1:61661, bytes: 99813, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742003_1179, duration: 3102000
2015-02-12 12:30:21,231 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:21,231 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:30:21,233 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:30:21,233 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0018
2015-02-12 12:30:21,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018 dst=null perm=null proto=rpc
2015-02-12 12:30:21,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:21,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:21,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:21,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:21,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:21,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:21,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:21,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:21,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:21,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:21,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:21,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:21,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:21,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:21,249 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 18 submitted by user soberoi
2015-02-12 12:30:21,249 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0018
2015-02-12 12:30:21,249 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0018
2015-02-12 12:30:21,249 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0018 State change from NEW to NEW_SAVING
2015-02-12 12:30:21,249 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0018
2015-02-12 12:30:21,249 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0018 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:30:21,250 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0018 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:30:21,250 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0018 from user: soberoi, in queue: default
2015-02-12 12:30:21,250 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0018 State change from SUBMITTED to ACCEPTED
2015-02-12 12:30:21,250 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0018_000001
2015-02-12 12:30:21,251 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0018_000001 State change from NEW to SUBMITTED
2015-02-12 12:30:21,250 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0018
2015-02-12 12:30:21,251 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0018 from user: soberoi activated in queue: default
2015-02-12 12:30:21,251 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0018 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:30:21,251 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0018_000001 to scheduler from user soberoi in queue default
2015-02-12 12:30:21,252 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0018_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:30:21,255 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0018/
2015-02-12 12:30:21,255 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423772685743_0018
2015-02-12 12:30:21,255 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0018/
2015-02-12 12:30:21,340 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0018_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:30:21,340 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000001
2015-02-12 12:30:21,341 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0018_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61692, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:30:21,341 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0018_000001 container=Container: [ContainerId: container_1423772685743_0018_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:30:21,341 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:30:21,342 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:21,342 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61692 for container : container_1423772685743_0018_01_000001
2015-02-12 12:30:21,343 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0018_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:30:21,344 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0018_000001
2015-02-12 12:30:21,344 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0018 AttemptId: appattempt_1423772685743_0018_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0018_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ]
2015-02-12 12:30:21,344 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0018_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:30:21,344 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0018_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:30:21,344 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0018_000001
2015-02-12 12:30:21,346 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0018_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] for AM appattempt_1423772685743_0018_000001
2015-02-12 12:30:21,346 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0018_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:30:21,347 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0018_000001
2015-02-12 12:30:21,347 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0018_000001
2015-02-12 12:30:21,349 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0018_000001 (auth:SIMPLE)
2015-02-12 12:30:21,351 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0018_01_000001 by user soberoi
2015-02-12 12:30:21,351 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0018
2015-02-12 12:30:21,352 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000001
2015-02-12 12:30:21,352 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0018 transitioned from NEW to INITING
2015-02-12 12:30:21,352 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0018_01_000001 to application application_1423772685743_0018
2015-02-12 12:30:21,352 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0018 transitioned from INITING to RUNNING
2015-02-12 12:30:21,352 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0018_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] for AM appattempt_1423772685743_0018_000001
2015-02-12 12:30:21,352 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:30:21,352 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0018
2015-02-12 12:30:21,352 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0018_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:30:21,353 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:30:21,353 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:30:21,353 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:30:21,353 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:30:21,353 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0018_01_000001
2015-02-12 12:30:21,362 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423772685743_0018_01_000001.tokens. Credentials list:
2015-02-12 12:30:21,460 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:30:21,536 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423772685743_0018_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000001.tokens
2015-02-12 12:30:21,536 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0018 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0018
2015-02-12 12:30:21,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:21,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:21,641 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0018/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:21,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:21,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:21,688 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0018/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:21,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:21,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:21,736 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0018/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:21,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:21,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:21,787 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0018/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:21,787 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:30:21,793 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:21,824 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:30:21,824 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:21,918 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000001/default_container_executor.sh]
2015-02-12 12:30:21,954 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61668 to replicate blk_1073742000_1176 to datanode(s) 127.0.0.1:61658
2015-02-12 12:30:21,954 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073741990_1166, blk_1073741991_1167, blk_1073741992_1168, blk_1073741993_1169, blk_1073741995_1171]
2015-02-12 12:30:21,955 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073741990_1166, blk_1073741991_1167, blk_1073741992_1168, blk_1073741994_1170, blk_1073741995_1171]
2015-02-12 12:30:22,342 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0018_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:30:22,637 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741990 for deletion
2015-02-12 12:30:22,637 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741990 for deletion
2015-02-12 12:30:22,637 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741991 for deletion
2015-02-12 12:30:22,637 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741992 for deletion
2015-02-12 12:30:22,637 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741994_1170 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741994 for deletion
2015-02-12 12:30:22,637 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741990
2015-02-12 12:30:22,638 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741992
2015-02-12 12:30:22,638 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741994_1170 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741994
2015-02-12 12:30:22,637 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741991 for deletion
2015-02-12 12:30:22,638 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741992 for deletion
2015-02-12 12:30:22,638 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741993 for deletion
2015-02-12 12:30:22,638 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741991
2015-02-12 12:30:22,638 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741995 for deletion
2015-02-12 12:30:22,637 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741995 for deletion
2015-02-12 12:30:22,639 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741993
2015-02-12 12:30:22,637 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741990
2015-02-12 12:30:22,639 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741992
2015-02-12 12:30:22,639 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741991
2015-02-12 12:30:22,639 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741995
2015-02-12 12:30:22,639 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741995
2015-02-12 12:30:22,797 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:23,154 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=cbf5b12b-ec73-485f-a254-ead4db8db64b, infoPort=61669, ipcPort=61670, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073742000_1176 to 127.0.0.1:61658
2015-02-12 12:30:23,156 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742000_1176 src: /127.0.0.1:63234 dest: /127.0.0.1:61658
2015-02-12 12:30:23,156 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073742000_1176 (numBytes=254067) to /127.0.0.1:61658
2015-02-12 12:30:23,158 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073742000_1176 src: /127.0.0.1:63234 dest: /127.0.0.1:61658 of size 254067
2015-02-12 12:30:23,159 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742000_1176 size 254067
2015-02-12 12:30:23,799 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:23,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:30:23,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:30:23,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:30:23,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:30:24,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018 dst=null perm=null proto=rpc
2015-02-12 12:30:24,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:30:24,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:30:24,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:24,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:24,803 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:24,956 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073741990_1166, blk_1073741991_1167, blk_1073741992_1168, blk_1073741993_1169, blk_1073741994_1170, blk_1073741995_1171]
2015-02-12 12:30:24,956 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073741990_1166, blk_1073741991_1167, blk_1073741993_1169, blk_1073741994_1170]
2015-02-12 12:30:25,073 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741999_1175
2015-02-12 12:30:25,073 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741997_1173
2015-02-12 12:30:25,073 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741996_1172
2015-02-12 12:30:25,074 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741998_1174
2015-02-12 12:30:25,239 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0018_000001 (auth:SIMPLE)
2015-02-12 12:30:25,242 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0018_000001
2015-02-12 12:30:25,242 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0018 APPATTEMPTID=appattempt_1423772685743_0018_000001
2015-02-12 12:30:25,242 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0018_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:30:25,242 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0018 State change from ACCEPTED to RUNNING
2015-02-12 12:30:25,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job_1423772685743_0018_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:25,284 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741996_1172
2015-02-12 12:30:25,285 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741998_1174
2015-02-12 12:30:25,286 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741995_1171
2015-02-12 12:30:25,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:30:25,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job_1423772685743_0018_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:25,505 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job_1423772685743_0018_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:30:25,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742004_1180 src: /127.0.0.1:63242 dest: /127.0.0.1:61658
2015-02-12 12:30:25,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742004_1180 src: /127.0.0.1:63243 dest: /127.0.0.1:61668
2015-02-12 12:30:25,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742004_1180 src: /127.0.0.1:63244 dest: /127.0.0.1:61661
2015-02-12 12:30:25,593 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63244, dest: /127.0.0.1:61661, bytes: 117074, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1310785274_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742004_1180, duration: 31407000
2015-02-12 12:30:25,593 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742004_1180, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:25,594 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63243, dest: /127.0.0.1:61668, bytes: 117074, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1310785274_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742004_1180, duration: 32667000
2015-02-12 12:30:25,594 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:25,595 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:30:25,596 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63242, dest: /127.0.0.1:61658, bytes: 117074, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1310785274_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742004_1180, duration: 34677000
2015-02-12 12:30:25,596 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:25,598 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:30:25,599 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:30:25,604 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job_1423772685743_0018_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1310785274_1
2015-02-12 12:30:25,805 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:25,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741990 for deletion
2015-02-12 12:30:25,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741991 for deletion
2015-02-12 12:30:25,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741993 for deletion
2015-02-12 12:30:25,900 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741994_1170 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741994 for deletion
2015-02-12 12:30:25,900 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741990
2015-02-12 12:30:25,900 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741991
2015-02-12 12:30:25,900 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741993
2015-02-12 12:30:25,900 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741994_1170 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741994
2015-02-12 12:30:26,138 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772685743_0017_01_000001 succeeded
2015-02-12 12:30:26,138 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:30:26,138 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0017_01_000001
2015-02-12 12:30:26,152 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000001
2015-02-12 12:30:26,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000001
2015-02-12 12:30:26,154 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741990 for deletion
2015-02-12 12:30:26,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741991 for deletion
2015-02-12 12:30:26,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741992 for deletion
2015-02-12 12:30:26,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741993 for deletion
2015-02-12 12:30:26,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741990
2015-02-12 12:30:26,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741991
2015-02-12 12:30:26,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741992
2015-02-12 12:30:26,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741993
2015-02-12 12:30:26,155 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000001
2015-02-12 12:30:26,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741994_1170 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741994 for deletion
2015-02-12 12:30:26,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741995 for deletion
2015-02-12 12:30:26,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741994_1170 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741994
2015-02-12 12:30:26,157 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741995
2015-02-12 12:30:26,157 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0017/container_1423772685743_0017_01_000001
2015-02-12 12:30:26,157 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000001
2015-02-12 12:30:26,158 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0017_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:30:26,158 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0017_01_000001 from application application_1423772685743_0017
2015-02-12 12:30:26,158 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:26,158 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0017
2015-02-12 12:30:26,353 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0018_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:30:26,353 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000002
2015-02-12 12:30:26,353 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0018_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:30:26,353 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0018_000001 container=Container: [ContainerId: container_1423772685743_0018_01_000002, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:30:26,354 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-12 12:30:26,354 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:26,354 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0018_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:30:26,355 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000003
2015-02-12 12:30:26,355 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0018_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 12:30:26,355 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0018_000001 container=Container: [ContainerId: container_1423772685743_0018_01_000003, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:30:26,355 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-02-12 12:30:26,356 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:26,810 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0017_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:30:26,810 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772685743_0017_000001
2015-02-12 12:30:26,811 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0017_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:30:26,811 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772685743_0017_000001
2015-02-12 12:30:26,811 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000001
2015-02-12 12:30:26,811 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0017_000001 State change from FINISHING to FINISHED
2015-02-12 12:30:26,811 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0017_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61688, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:30:26,812 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0017 State change from FINISHING to FINISHED
2015-02-12 12:30:26,812 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:30:26,812 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772685743_0017
2015-02-12 12:30:26,812 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772685743_0017_000001
2015-02-12 12:30:26,812 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772685743_0017,name=[EA8E436EACA142B89BEF0F2EB26DBF6F/288EEE37DC7D49738A3DFF40AB15E757] test/(1/1) ...ipesplatform/grouponbytes,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:61686/proxy/application_1423772685743_0017/jobhistory/job/job_1423772685743_0017,appMasterHost=10.1.1.68,startTime=1423772999813,finishTime=1423773019985,finalStatus=SUCCEEDED
2015-02-12 12:30:26,812 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0017_01_000001, NodeId: 10.1.1.68:61688, NodeHttpAddress: 10.1.1.68:61691, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:30:26,813 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:26,813 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2015-02-12 12:30:26,813 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0017_000001 released container container_1423772685743_0017_01_000001 on node: host: 10.1.1.68:61688 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:30:26,813 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:26,813 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772685743_0017_000001 is done. finalState=FINISHED
2015-02-12 12:30:26,813 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772685743_0017 requests cleared
2015-02-12 12:30:26,814 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772685743_0017 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:30:26,814 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772685743_0017 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:30:26,816 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0017_000001 (auth:SIMPLE)
2015-02-12 12:30:26,817 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0017_01_000001
2015-02-12 12:30:26,817 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0017 CONTAINERID=container_1423772685743_0017_01_000001
2015-02-12 12:30:26,818 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0017_01_000001]
2015-02-12 12:30:26,818 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:26,818 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:26,818 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:30:26,819 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772685743_0017
2015-02-12 12:30:26,819 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772685743_0017
2015-02-12 12:30:26,819 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0017
2015-02-12 12:30:26,820 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:30:26,820 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772685743_0017
2015-02-12 12:30:26,820 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772685743_0017
2015-02-12 12:30:26,820 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0017, with delay of 10800 seconds
2015-02-12 12:30:27,289 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61692 for container : container_1423772685743_0018_01_000002
2015-02-12 12:30:27,290 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0018_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:30:27,291 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0018_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:30:27,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:27,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:27,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:27,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:27,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:27,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:27,356 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:30:27,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0017
2015-02-12 12:30:27,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0017
2015-02-12 12:30:27,357 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0017
2015-02-12 12:30:27,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0017
2015-02-12 12:30:27,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0017
2015-02-12 12:30:27,357 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:30:27,358 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0017, with delay of 10800 seconds
2015-02-12 12:30:27,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:27,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:27,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:27,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:27,429 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0018_000001 (auth:SIMPLE)
2015-02-12 12:30:27,430 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0018_000001 (auth:SIMPLE)
2015-02-12 12:30:27,434 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0018_01_000002 by user soberoi
2015-02-12 12:30:27,434 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0018_01_000002 to application application_1423772685743_0018
2015-02-12 12:30:27,434 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000002
2015-02-12 12:30:27,434 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:30:27,435 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0018
2015-02-12 12:30:27,435 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0018
2015-02-12 12:30:27,435 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:30:27,435 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0018
2015-02-12 12:30:27,434 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0018_01_000003 by user soberoi
2015-02-12 12:30:27,435 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000003
2015-02-12 12:30:27,435 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:30:27,436 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0018_01_000003 to application application_1423772685743_0018
2015-02-12 12:30:27,436 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:30:27,436 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0018
2015-02-12 12:30:27,436 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0018
2015-02-12 12:30:27,436 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:30:27,436 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0018
2015-02-12 12:30:27,437 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:30:27,484 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:30:27,484 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:30:27,484 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:27,484 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:27,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000002/default_container_executor.sh]
2015-02-12 12:30:27,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000003/default_container_executor.sh]
2015-02-12 12:30:27,823 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:28,304 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:30:28,360 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0018_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:30:28,360 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0018_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:30:29,682 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742001_1177
2015-02-12 12:30:29,683 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741998_1174
2015-02-12 12:30:29,684 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742003_1179
2015-02-12 12:30:29,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742002_1178
2015-02-12 12:30:29,707 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742003_1179
2015-02-12 12:30:29,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742001_1177
2015-02-12 12:30:29,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741997_1173
2015-02-12 12:30:29,709 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741999_1175
2015-02-12 12:30:29,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741999_1175
2015-02-12 12:30:29,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741996_1172
2015-02-12 12:30:29,910 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742000_1176
2015-02-12 12:30:30,079 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742003_1179
2015-02-12 12:30:30,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742000_1176
2015-02-12 12:30:30,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742001_1177
2015-02-12 12:30:30,086 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742000_1176
2015-02-12 12:30:30,086 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073741997_1173
2015-02-12 12:30:30,087 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742002_1178
2015-02-12 12:30:30,292 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742002_1178
2015-02-12 12:30:30,292 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742001_1177
2015-02-12 12:30:30,294 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742000_1176
2015-02-12 12:30:30,656 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30004 milliseconds
2015-02-12 12:30:30,656 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 12:30:31,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:31,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:31,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:30:31,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:30:31,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/_temporary/1/_temporary/attempt_1423772685743_0018_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:30:31,600 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0018_000001 (auth:SIMPLE)
2015-02-12 12:30:31,602 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0018_01_000002
2015-02-12 12:30:31,602 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000002
2015-02-12 12:30:31,602 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:30:31,602 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0018_01_000002
2015-02-12 12:30:31,620 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job_1423772685743_0018_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:30:31,623 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742005_1181 src: /127.0.0.1:63256 dest: /127.0.0.1:61668
2015-02-12 12:30:31,624 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0018_01_000002 is : 143
2015-02-12 12:30:31,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742005_1181 src: /127.0.0.1:63257 dest: /127.0.0.1:61665
2015-02-12 12:30:31,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742005_1181 src: /127.0.0.1:63258 dest: /127.0.0.1:61661
2015-02-12 12:30:31,632 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job_1423772685743_0018_1.jhist for DFSClient_NONMAPREDUCE_-1310785274_1
2015-02-12 12:30:31,633 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:30:31,634 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000002
2015-02-12 12:30:31,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000002
2015-02-12 12:30:31,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000002
2015-02-12 12:30:31,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000002
2015-02-12 12:30:31,638 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000002
2015-02-12 12:30:31,638 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:30:31,639 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0018_01_000002 from application application_1423772685743_0018
2015-02-12 12:30:31,639 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:31,639 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0018
2015-02-12 12:30:31,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/_temporary/1/_temporary/attempt_1423772685743_0018_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:30:31,718 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0018_000001 (auth:SIMPLE)
2015-02-12 12:30:31,720 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0018_01_000003
2015-02-12 12:30:31,720 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000003
2015-02-12 12:30:31,720 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:30:31,720 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0018_01_000003
2015-02-12 12:30:31,721 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0018_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:30:31,721 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0018_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:30:31,721 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000002
2015-02-12 12:30:31,721 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0018_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 12:30:31,721 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:30:31,722 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0018_01_000002, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:30:31,722 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:31,722 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:30:31,722 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0018_000001 released container container_1423772685743_0018_01_000002 on node: host: 10.1.1.68:61692 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 12:30:31,734 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0018_01_000003 is : 143
2015-02-12 12:30:31,742 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:30:31,743 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000003
2015-02-12 12:30:31,743 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000003
2015-02-12 12:30:31,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000003
2015-02-12 12:30:31,745 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000003
2015-02-12 12:30:31,746 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000003
2015-02-12 12:30:31,746 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:30:31,746 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0018_01_000003 from application application_1423772685743_0018
2015-02-12 12:30:31,747 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:31,747 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0018
2015-02-12 12:30:32,721 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:32,721 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0018_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:30:32,722 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0018_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:30:32,722 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000003
2015-02-12 12:30:32,722 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0018_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:30:32,722 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:30:32,723 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0018_01_000003, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:30:32,723 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:32,724 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:30:32,724 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0018_000001 released container container_1423772685743_0018_01_000003 on node: host: 10.1.1.68:61692 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:30:33,496 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0018_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:30:33,497 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000004
2015-02-12 12:30:33,497 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0018_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:30:33,497 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0018_000001 container=Container: [ContainerId: container_1423772685743_0018_01_000004, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:30:33,497 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:30:33,498 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:33,725 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0018_01_000002]
2015-02-12 12:30:33,725 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:33,725 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:34,332 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61700 for container : container_1423772685743_0018_01_000004
2015-02-12 12:30:34,333 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0018_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:30:34,367 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0018_000001 (auth:SIMPLE)
2015-02-12 12:30:34,370 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0018_01_000004 by user soberoi
2015-02-12 12:30:34,370 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0018
2015-02-12 12:30:34,371 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000004
2015-02-12 12:30:34,371 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0018 transitioned from NEW to INITING
2015-02-12 12:30:34,371 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0018_01_000004 to application application_1423772685743_0018
2015-02-12 12:30:34,371 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0018 transitioned from INITING to RUNNING
2015-02-12 12:30:34,372 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:30:34,372 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0018
2015-02-12 12:30:34,372 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0018
2015-02-12 12:30:34,372 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:30:34,372 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0018
2015-02-12 12:30:34,372 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:30:34,372 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:30:34,372 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0018_01_000004
2015-02-12 12:30:34,385 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423772685743_0018_01_000004.tokens. Credentials list:
2015-02-12 12:30:34,485 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:30:34,497 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0018_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:30:34,562 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423772685743_0018_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000004.tokens
2015-02-12 12:30:34,562 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0018 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0018
2015-02-12 12:30:34,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:34,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:34,669 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0018/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:34,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:34,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:34,719 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0018/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:34,719 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:30:34,730 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0018_01_000003]
2015-02-12 12:30:34,731 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:34,757 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:30:34,757 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:34,854 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000004/default_container_executor.sh]
2015-02-12 12:30:34,916 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742004_1180
2015-02-12 12:30:35,089 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742004_1180
2015-02-12 12:30:35,303 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742004_1180
2015-02-12 12:30:35,339 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:30:37,236 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:30:37,247 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:30:37,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/_temporary/1/_temporary/attempt_1423772685743_0018_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:37,555 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/_temporary/1/_temporary/attempt_1423772685743_0018_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:30:37,641 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742006_1182 src: /127.0.0.1:63270 dest: /127.0.0.1:61658
2015-02-12 12:30:37,643 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742006_1182 src: /127.0.0.1:63271 dest: /127.0.0.1:61661
2015-02-12 12:30:37,644 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742006_1182 src: /127.0.0.1:63272 dest: /127.0.0.1:61665
2015-02-12 12:30:37,685 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63272, dest: /127.0.0.1:61665, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0018_r_000000_0_-1493492988_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742006_1182, duration: 38870000
2015-02-12 12:30:37,685 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742006_1182, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:37,686 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63271, dest: /127.0.0.1:61661, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0018_r_000000_0_-1493492988_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742006_1182, duration: 39643000
2015-02-12 12:30:37,686 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:30:37,686 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742006_1182, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:37,691 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63270, dest: /127.0.0.1:61658, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0018_r_000000_0_-1493492988_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742006_1182, duration: 44565000
2015-02-12 12:30:37,691 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742006_1182, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:37,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:30:37,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:30:37,698 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/_temporary/1/_temporary/attempt_1423772685743_0018_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0018_r_000000_0_-1493492988_1
2015-02-12 12:30:37,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/_temporary/1/_temporary/attempt_1423772685743_0018_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:30:37,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/_temporary/1/_temporary/attempt_1423772685743_0018_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:30:37,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/_temporary/1/task_1423772685743_0018_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:30:37,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/_temporary/1/_temporary/attempt_1423772685743_0018_r_000000_0 dst=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/_temporary/1/task_1423772685743_0018_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:30:37,736 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0018_000001 (auth:SIMPLE)
2015-02-12 12:30:37,739 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0018_01_000004
2015-02-12 12:30:37,739 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000004
2015-02-12 12:30:37,739 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:30:37,739 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0018_01_000004
2015-02-12 12:30:37,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:37,748 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1310785274_1
2015-02-12 12:30:37,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:30:37,760 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0018_01_000004 is : 143
2015-02-12 12:30:37,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77 dst=null perm=null proto=rpc
2015-02-12 12:30:37,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77 dst=null perm=null proto=rpc
2015-02-12 12:30:37,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/_temporary/1/task_1423772685743_0018_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:30:37,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:30:37,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/_temporary/1/task_1423772685743_0018_r_000000/part-00000 dst=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:37,770 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:30:37,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000004
2015-02-12 12:30:37,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000004
2015-02-12 12:30:37,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000004
2015-02-12 12:30:37,771 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000004
2015-02-12 12:30:37,771 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:30:37,772 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0018_01_000004 from application application_1423772685743_0018
2015-02-12 12:30:37,772 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:37,772 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0018
2015-02-12 12:30:37,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000004
2015-02-12 12:30:37,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/_temporary dst=null perm=null proto=rpc
2015-02-12 12:30:37,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:37,786 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1310785274_1
2015-02-12 12:30:37,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:37,791 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1310785274_1
2015-02-12 12:30:37,810 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63258, dest: /127.0.0.1:61661, bytes: 45773, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1310785274_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742005_1181, duration: 6182092000
2015-02-12 12:30:37,811 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742005_1181, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:37,812 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 14377
2015-02-12 12:30:37,812 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63257, dest: /127.0.0.1:61665, bytes: 45773, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1310785274_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742005_1181, duration: 6183744000
2015-02-12 12:30:37,813 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742005_1181, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:37,814 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 14377
2015-02-12 12:30:37,814 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63256, dest: /127.0.0.1:61668, bytes: 45773, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1310785274_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742005_1181, duration: 6185630000
2015-02-12 12:30:37,815 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742005_1181, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:37,815 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW]]} size 14377
2015-02-12 12:30:37,816 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job_1423772685743_0018_1.jhist is closed by DFSClient_NONMAPREDUCE_-1310785274_1
2015-02-12 12:30:37,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:37,822 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:30:37,824 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742007_1183 src: /127.0.0.1:63274 dest: /127.0.0.1:61658
2015-02-12 12:30:37,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742007_1183 src: /127.0.0.1:63275 dest: /127.0.0.1:61668
2015-02-12 12:30:37,827 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742007_1183 src: /127.0.0.1:63279 dest: /127.0.0.1:61665
2015-02-12 12:30:37,831 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63279, dest: /127.0.0.1:61665, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1310785274_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742007_1183, duration: 1594000
2015-02-12 12:30:37,831 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742007_1183, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:37,832 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63275, dest: /127.0.0.1:61668, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1310785274_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742007_1183, duration: 2804000
2015-02-12 12:30:37,832 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:37,833 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:37,833 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63274, dest: /127.0.0.1:61658, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1310785274_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742007_1183, duration: 4097000
2015-02-12 12:30:37,834 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:37,835 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:30:37,835 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:30:37,838 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1310785274_1
2015-02-12 12:30:37,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:37,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job_1423772685743_0018_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:30:37,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018-1423773021248-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F34E1CC006AB545C1-1423773037793-2-1-SUCCEEDED-default-1423773025299.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:30:37,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job_1423772685743_0018_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:30:37,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018-1423773021248-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F34E1CC006AB545C1-1423773037793-2-1-SUCCEEDED-default-1423773025299.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:30:37,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job_1423772685743_0018_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:30:37,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018-1423773021248-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F34E1CC006AB545C1-1423773037793-2-1-SUCCEEDED-default-1423773025299.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:37,864 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018-1423773021248-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F34E1CC006AB545C1-1423773037793-2-1-SUCCEEDED-default-1423773025299.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:30:37,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742008_1184 src: /127.0.0.1:63281 dest: /127.0.0.1:61658
2015-02-12 12:30:37,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742008_1184 src: /127.0.0.1:63282 dest: /127.0.0.1:61668
2015-02-12 12:30:37,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742008_1184 src: /127.0.0.1:63283 dest: /127.0.0.1:61661
2015-02-12 12:30:37,872 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63283, dest: /127.0.0.1:61661, bytes: 45773, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1310785274_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742008_1184, duration: 1781000
2015-02-12 12:30:37,872 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742008_1184, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:37,873 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:30:37,873 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63282, dest: /127.0.0.1:61668, bytes: 45773, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1310785274_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742008_1184, duration: 2581000
2015-02-12 12:30:37,873 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742008_1184, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:37,874 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:30:37,874 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63281, dest: /127.0.0.1:61658, bytes: 45773, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1310785274_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742008_1184, duration: 3516000
2015-02-12 12:30:37,874 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742008_1184, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:37,875 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:30:37,876 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018-1423773021248-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F34E1CC006AB545C1-1423773037793-2-1-SUCCEEDED-default-1423773025299.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1310785274_1
2015-02-12 12:30:37,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018-1423773021248-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F34E1CC006AB545C1-1423773037793-2-1-SUCCEEDED-default-1423773025299.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:37,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job_1423772685743_0018_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:30:37,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:30:37,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job_1423772685743_0018_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:30:37,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:30:37,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018/job_1423772685743_0018_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:30:37,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:37,897 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:30:37,899 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742009_1185 src: /127.0.0.1:63285 dest: /127.0.0.1:61658
2015-02-12 12:30:37,901 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742009_1185 src: /127.0.0.1:63286 dest: /127.0.0.1:61668
2015-02-12 12:30:37,902 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742009_1185 src: /127.0.0.1:63287 dest: /127.0.0.1:61661
2015-02-12 12:30:37,907 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63287, dest: /127.0.0.1:61661, bytes: 117074, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1310785274_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742009_1185, duration: 3025000
2015-02-12 12:30:37,907 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742009_1185, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:37,908 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:30:37,908 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63286, dest: /127.0.0.1:61668, bytes: 117074, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1310785274_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742009_1185, duration: 3653000
2015-02-12 12:30:37,908 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742009_1185, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:37,909 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:30:37,909 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63285, dest: /127.0.0.1:61658, bytes: 117074, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1310785274_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742009_1185, duration: 4837000
2015-02-12 12:30:37,909 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742009_1185, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:37,910 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:30:37,912 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1310785274_1
2015-02-12 12:30:37,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:37,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:37,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:37,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018-1423773021248-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F34E1CC006AB545C1-1423773037793-2-1-SUCCEEDED-default-1423773025299.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018-1423773021248-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F34E1CC006AB545C1-1423773037793-2-1-SUCCEEDED-default-1423773025299.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:37,929 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0018_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:30:37,929 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0018_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:30:37,929 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0018 with final state: FINISHING
2015-02-12 12:30:37,929 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0018 State change from RUNNING to FINAL_SAVING
2015-02-12 12:30:37,929 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0018
2015-02-12 12:30:37,929 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0018_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:30:37,929 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0018 State change from FINAL_SAVING to FINISHING
2015-02-12 12:30:38,741 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0018_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:30:38,741 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0018_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:30:38,741 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000004
2015-02-12 12:30:38,741 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0018_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:30:38,742 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:30:38,743 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0018_01_000004, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:30:38,743 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:38,743 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:30:38,743 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0018_000001 released container container_1423772685743_0018_01_000004 on node: host: 10.1.1.68:61700 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:30:38,934 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0018 unregistered successfully.
2015-02-12 12:30:38,937 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742000_1176 127.0.0.1:61668 127.0.0.1:61661 127.0.0.1:61665 127.0.0.1:61658
2015-02-12 12:30:38,937 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742001_1177 127.0.0.1:61661 127.0.0.1:61668 127.0.0.1:61665 127.0.0.1:61658
2015-02-12 12:30:38,938 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742002_1178 127.0.0.1:61658 127.0.0.1:61668 127.0.0.1:61661
2015-02-12 12:30:38,938 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742003_1179 127.0.0.1:61661 127.0.0.1:61665 127.0.0.1:61658
2015-02-12 12:30:38,938 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742005_1181 127.0.0.1:61668 127.0.0.1:61665 127.0.0.1:61661
2015-02-12 12:30:38,938 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742004_1180 127.0.0.1:61658 127.0.0.1:61668 127.0.0.1:61661
2015-02-12 12:30:38,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0018 dst=null perm=null proto=rpc
2015-02-12 12:30:38,967 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...lue/true/false/false/true
2015-02-12 12:30:38,978 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:30:38,992 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:30:38,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 12:30:39,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:30:39,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:30:39,004 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 19
2015-02-12 12:30:39,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019 dst=null perm=null proto=rpc
2015-02-12 12:30:39,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:30:39,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:30:39,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:39,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:39,010 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:30:39,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742010_1186 src: /127.0.0.1:63290 dest: /127.0.0.1:61661
2015-02-12 12:30:39,013 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742010_1186 src: /127.0.0.1:63291 dest: /127.0.0.1:61658
2015-02-12 12:30:39,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742010_1186 src: /127.0.0.1:63292 dest: /127.0.0.1:61665
2015-02-12 12:30:39,021 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63292, dest: /127.0.0.1:61665, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742010_1186, duration: 2379000
2015-02-12 12:30:39,021 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742010_1186, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:39,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:30:39,022 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63291, dest: /127.0.0.1:61658, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742010_1186, duration: 3639000
2015-02-12 12:30:39,023 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:39,024 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 0
2015-02-12 12:30:39,024 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63290, dest: /127.0.0.1:61661, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742010_1186, duration: 5548000
2015-02-12 12:30:39,024 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:39,025 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:30:39,027 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:30:39,027 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.jar
2015-02-12 12:30:39,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:39,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:39,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:39,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:39,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:39,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:30:39,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:30:39,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:30:39,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:30:39,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:30:39,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:39,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77 dst=null perm=null proto=rpc
2015-02-12 12:30:39,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77 dst=null perm=null proto=rpc
2015-02-12 12:30:39,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77 dst=null perm=null proto=rpc
2015-02-12 12:30:39,044 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:30:39,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:39,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:39,047 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.split
2015-02-12 12:30:39,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:39,048 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:30:39,050 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742011_1187 src: /127.0.0.1:63293 dest: /127.0.0.1:61658
2015-02-12 12:30:39,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742011_1187 src: /127.0.0.1:63294 dest: /127.0.0.1:61668
2015-02-12 12:30:39,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742011_1187 src: /127.0.0.1:63295 dest: /127.0.0.1:61665
2015-02-12 12:30:39,054 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742011_1187 src: /127.0.0.1:63296 dest: /127.0.0.1:61661
2015-02-12 12:30:39,057 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63296, dest: /127.0.0.1:61661, bytes: 357, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742011_1187, duration: 1614000
2015-02-12 12:30:39,057 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742011_1187, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:39,058 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:30:39,058 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63295, dest: /127.0.0.1:61665, bytes: 357, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742011_1187, duration: 1933000
2015-02-12 12:30:39,058 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:39,058 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:30:39,059 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63294, dest: /127.0.0.1:61668, bytes: 357, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742011_1187, duration: 3045000
2015-02-12 12:30:39,059 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:39,060 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63293, dest: /127.0.0.1:61658, bytes: 357, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742011_1187, duration: 4337000
2015-02-12 12:30:39,060 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:30:39,060 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:39,061 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:30:39,062 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:30:39,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:39,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:39,066 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:30:39,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742012_1188 src: /127.0.0.1:63297 dest: /127.0.0.1:61658
2015-02-12 12:30:39,069 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742012_1188 src: /127.0.0.1:63298 dest: /127.0.0.1:61665
2015-02-12 12:30:39,071 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742012_1188 src: /127.0.0.1:63299 dest: /127.0.0.1:61661
2015-02-12 12:30:39,074 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63299, dest: /127.0.0.1:61661, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742012_1188, duration: 1331000
2015-02-12 12:30:39,074 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742012_1188, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:39,074 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:30:39,075 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63298, dest: /127.0.0.1:61665, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742012_1188, duration: 1957000
2015-02-12 12:30:39,075 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742012_1188, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:39,075 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:39,076 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63297, dest: /127.0.0.1:61658, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742012_1188, duration: 2829000
2015-02-12 12:30:39,076 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742012_1188, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:39,080 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:39,080 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:30:39,081 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1
2015-02-12 12:30:39,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:39,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:39,091 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:30:39,093 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742013_1189 src: /127.0.0.1:63300 dest: /127.0.0.1:61665
2015-02-12 12:30:39,095 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742013_1189 src: /127.0.0.1:63301 dest: /127.0.0.1:61658
2015-02-12 12:30:39,096 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742013_1189 src: /127.0.0.1:63302 dest: /127.0.0.1:61661
2015-02-12 12:30:39,100 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63302, dest: /127.0.0.1:61661, bytes: 99091, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742013_1189, duration: 1748000
2015-02-12 12:30:39,100 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742013_1189, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:39,100 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:30:39,101 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63301, dest: /127.0.0.1:61658, bytes: 99091, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742013_1189, duration: 2323000
2015-02-12 12:30:39,101 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742013_1189, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:39,101 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:30:39,102 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63300, dest: /127.0.0.1:61665, bytes: 99091, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742013_1189, duration: 3262000
2015-02-12 12:30:39,102 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742013_1189, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:39,103 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:39,104 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:30:39,104 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0019
2015-02-12 12:30:39,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019 dst=null perm=null proto=rpc
2015-02-12 12:30:39,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:39,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:39,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:39,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:39,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:39,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:39,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:39,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:39,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:39,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:39,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:39,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:39,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:39,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:39,121 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 19 submitted by user soberoi
2015-02-12 12:30:39,121 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0019
2015-02-12 12:30:39,121 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0019
2015-02-12 12:30:39,121 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0019
2015-02-12 12:30:39,121 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0019 State change from NEW to NEW_SAVING
2015-02-12 12:30:39,122 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0019 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:30:39,122 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0019 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:30:39,122 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0019 from user: soberoi, in queue: default
2015-02-12 12:30:39,122 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0019 State change from SUBMITTED to ACCEPTED
2015-02-12 12:30:39,123 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0019_000001
2015-02-12 12:30:39,123 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0019_000001 State change from NEW to SUBMITTED
2015-02-12 12:30:39,123 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0019 from user: soberoi activated in queue: default
2015-02-12 12:30:39,123 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0019 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:30:39,123 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0019_000001 to scheduler from user soberoi in queue default
2015-02-12 12:30:39,124 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0019
2015-02-12 12:30:39,124 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0019_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:30:39,127 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0019/
2015-02-12 12:30:39,127 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423772685743_0019
2015-02-12 12:30:39,127 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0019/
2015-02-12 12:30:39,744 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:39,745 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0019_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:30:39,745 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0019 CONTAINERID=container_1423772685743_0019_01_000001
2015-02-12 12:30:39,745 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0019_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61700, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:30:39,746 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0019_000001 container=Container: [ContainerId: container_1423772685743_0019_01_000001, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:30:39,746 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:30:39,746 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:39,747 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61700 for container : container_1423772685743_0019_01_000001
2015-02-12 12:30:39,748 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0019_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:30:39,748 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0019_000001
2015-02-12 12:30:39,748 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0019 AttemptId: appattempt_1423772685743_0019_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0019_01_000001, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ]
2015-02-12 12:30:39,748 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0019_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:30:39,749 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0019_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:30:39,749 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0019_000001
2015-02-12 12:30:39,750 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0019_01_000001, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] for AM appattempt_1423772685743_0019_000001
2015-02-12 12:30:39,750 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0019_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:30:39,750 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0019_000001
2015-02-12 12:30:39,750 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0019_000001
2015-02-12 12:30:39,753 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0019_000001 (auth:SIMPLE)
2015-02-12 12:30:39,755 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0019_01_000001 by user soberoi
2015-02-12 12:30:39,755 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0019
2015-02-12 12:30:39,755 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0019 CONTAINERID=container_1423772685743_0019_01_000001
2015-02-12 12:30:39,755 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0019 transitioned from NEW to INITING
2015-02-12 12:30:39,755 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0019_01_000001 to application application_1423772685743_0019
2015-02-12 12:30:39,756 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0019 transitioned from INITING to RUNNING
2015-02-12 12:30:39,756 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0019_01_000001, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] for AM appattempt_1423772685743_0019_000001
2015-02-12 12:30:39,756 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0019_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:30:39,756 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0019_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:30:39,756 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0019
2015-02-12 12:30:39,756 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:30:39,757 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:30:39,757 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:30:39,757 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:30:39,757 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0019_01_000001
2015-02-12 12:30:39,766 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423772685743_0019_01_000001.tokens. Credentials list:
2015-02-12 12:30:39,867 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:30:39,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423772685743_0019_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0019/container_1423772685743_0019_01_000001.tokens
2015-02-12 12:30:39,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0019 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0019
2015-02-12 12:30:39,973 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61665 to replicate blk_1073742010_1186 to datanode(s) 127.0.0.1:61668
2015-02-12 12:30:39,974 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073742000_1176, blk_1073742001_1177, blk_1073742003_1179, blk_1073742005_1181]
2015-02-12 12:30:39,974 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073742000_1176, blk_1073742001_1177, blk_1073742002_1178, blk_1073742003_1179, blk_1073742004_1180, blk_1073742005_1181]
2015-02-12 12:30:40,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:40,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:40,080 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0019/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:40,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:40,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:40,134 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0019/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:40,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:40,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:40,179 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0019/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:40,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:40,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:40,230 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0019/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:40,230 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0019_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:30:40,263 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0019_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:30:40,263 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:40,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0019/container_1423772685743_0019_01_000001/default_container_executor.sh]
2015-02-12 12:30:40,646 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742000 for deletion
2015-02-12 12:30:40,646 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742001 for deletion
2015-02-12 12:30:40,646 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742002_1178 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742002 for deletion
2015-02-12 12:30:40,646 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742003 for deletion
2015-02-12 12:30:40,646 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742000
2015-02-12 12:30:40,646 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742001
2015-02-12 12:30:40,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742002_1178 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742002
2015-02-12 12:30:40,646 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742004_1180 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742004 for deletion
2015-02-12 12:30:40,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742005_1181 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742005 for deletion
2015-02-12 12:30:40,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742003
2015-02-12 12:30:40,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742004_1180 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742004
2015-02-12 12:30:40,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742005_1181 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742005
2015-02-12 12:30:40,749 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0019_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:30:40,749 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:40,910 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=18d95aeb-8a1b-4513-b042-c5f9210b1a8a, infoPort=61666, ipcPort=61667, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073742010_1186 to 127.0.0.1:61668
2015-02-12 12:30:40,911 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742000 for deletion
2015-02-12 12:30:40,911 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742001 for deletion
2015-02-12 12:30:40,911 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742003 for deletion
2015-02-12 12:30:40,911 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742005_1181 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742005 for deletion
2015-02-12 12:30:40,911 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742000
2015-02-12 12:30:40,912 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742001
2015-02-12 12:30:40,912 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742003
2015-02-12 12:30:40,912 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742005_1181 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742005
2015-02-12 12:30:40,912 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073742010_1186 (numBytes=254067) to /127.0.0.1:61668
2015-02-12 12:30:40,912 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742010_1186 src: /127.0.0.1:63310 dest: /127.0.0.1:61668
2015-02-12 12:30:40,914 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073742010_1186 src: /127.0.0.1:63310 dest: /127.0.0.1:61668 of size 254067
2015-02-12 12:30:40,914 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742010_1186 size 254067
2015-02-12 12:30:41,750 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:42,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:30:42,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:30:42,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:30:42,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:30:42,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019 dst=null perm=null proto=rpc
2015-02-12 12:30:42,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:30:42,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:30:42,753 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:42,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:42,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:42,977 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073742000_1176, blk_1073742001_1177, blk_1073742002_1178, blk_1073742003_1179, blk_1073742004_1180]
2015-02-12 12:30:42,978 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073742000_1176, blk_1073742001_1177, blk_1073742002_1178, blk_1073742004_1180, blk_1073742005_1181]
2015-02-12 12:30:43,615 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0019_000001 (auth:SIMPLE)
2015-02-12 12:30:43,617 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0019_000001
2015-02-12 12:30:43,617 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0019 APPATTEMPTID=appattempt_1423772685743_0019_000001
2015-02-12 12:30:43,617 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0019_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:30:43,618 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0019 State change from ACCEPTED to RUNNING
2015-02-12 12:30:43,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742000 for deletion
2015-02-12 12:30:43,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742001 for deletion
2015-02-12 12:30:43,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742002_1178 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742002 for deletion
2015-02-12 12:30:43,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742003 for deletion
2015-02-12 12:30:43,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742004_1180 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742004 for deletion
2015-02-12 12:30:43,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742000
2015-02-12 12:30:43,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742001
2015-02-12 12:30:43,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742002_1178 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742002
2015-02-12 12:30:43,648 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742003
2015-02-12 12:30:43,648 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742004_1180 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742004
2015-02-12 12:30:43,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job_1423772685743_0019_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:43,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:30:43,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job_1423772685743_0019_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:43,757 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:43,891 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job_1423772685743_0019_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:30:43,938 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742014_1190 src: /127.0.0.1:63318 dest: /127.0.0.1:61661
2015-02-12 12:30:43,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742014_1190 src: /127.0.0.1:63319 dest: /127.0.0.1:61668
2015-02-12 12:30:43,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742014_1190 src: /127.0.0.1:63320 dest: /127.0.0.1:61665
2015-02-12 12:30:43,995 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63320, dest: /127.0.0.1:61665, bytes: 116328, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_148196037_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742014_1190, duration: 48536000
2015-02-12 12:30:43,995 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742014_1190, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:43,996 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63319, dest: /127.0.0.1:61668, bytes: 116328, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_148196037_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742014_1190, duration: 49609000
2015-02-12 12:30:43,997 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:43,997 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742014_1190, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:43,998 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63318, dest: /127.0.0.1:61661, bytes: 116328, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_148196037_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742014_1190, duration: 51200000
2015-02-12 12:30:43,998 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742014_1190, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:43,999 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:44,000 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:30:44,005 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job_1423772685743_0019_1_conf.xml is closed by DFSClient_NONMAPREDUCE_148196037_1
2015-02-12 12:30:44,007 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772685743_0018_01_000001 succeeded
2015-02-12 12:30:44,007 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:30:44,007 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0018_01_000001
2015-02-12 12:30:44,029 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000001
2015-02-12 12:30:44,029 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000001
2015-02-12 12:30:44,030 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000001
2015-02-12 12:30:44,030 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0018/container_1423772685743_0018_01_000001
2015-02-12 12:30:44,030 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000001
2015-02-12 12:30:44,030 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0018_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:30:44,030 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0018_01_000001 from application application_1423772685743_0018
2015-02-12 12:30:44,030 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:44,030 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0018
2015-02-12 12:30:44,172 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742000 for deletion
2015-02-12 12:30:44,172 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742001 for deletion
2015-02-12 12:30:44,172 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742002_1178 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742002 for deletion
2015-02-12 12:30:44,173 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742000
2015-02-12 12:30:44,173 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742001
2015-02-12 12:30:44,173 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742004_1180 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742004 for deletion
2015-02-12 12:30:44,173 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742002_1178 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742002
2015-02-12 12:30:44,173 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742005_1181 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742005 for deletion
2015-02-12 12:30:44,173 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742004_1180 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742004
2015-02-12 12:30:44,173 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742005_1181 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742005
2015-02-12 12:30:44,250 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2015-02-12 12:30:44,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:30:44,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:30:44,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,258 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423772685743_0009,submitTime=1423772862500,launchTime=1423772866707,firstMapTaskLaunchTime=1423772868880,firstReduceTaskLaunchTime=1423772875810,finishTime=1423772879093,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=8,reduceSlotSeconds=3,jobName=[A842E28475664B569838C00A23691896/959E25FF6CEA4C9C9AC4818347C8058C] lower*upper/(1/2)
2015-02-12 12:30:44,258 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423772685743_0011,submitTime=1423772897016,launchTime=1423772901202,firstMapTaskLaunchTime=1423772903350,firstReduceTaskLaunchTime=1423772910263,finishTime=1423772913674,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=9,reduceSlotSeconds=3,jobName=[473323534A8E424E9CC16264EC306788/55AE2AFA41734A739668FE5BCA2C5E4F] lower*upper/(1/2)
2015-02-12 12:30:44,258 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423772685743_0010,submitTime=1423772880414,launchTime=1423772884381,firstMapTaskLaunchTime=1423772886526,firstReduceTaskLaunchTime=1423772892458,finishTime=1423772895572,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=3,reduceSlotSeconds=3,jobName=[A842E28475664B569838C00A23691896/C95C1BC9E9F4436CAF130727B289A23A] lower*upper/(2/2) ...ue/false/true/false/false
2015-02-12 12:30:44,258 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009.summary]
2015-02-12 12:30:44,258 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010.summary]
2015-02-12 12:30:44,258 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011.summary]
2015-02-12 12:30:44,259 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741917_1093 127.0.0.1:61665 127.0.0.1:61661 127.0.0.1:61658
2015-02-12 12:30:44,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,260 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741927_1103 127.0.0.1:61658 127.0.0.1:61665 127.0.0.1:61668
2015-02-12 12:30:44,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,260 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741937_1113 127.0.0.1:61658 127.0.0.1:61661 127.0.0.1:61665
2015-02-12 12:30:44,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:30:44,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:30:44,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:30:44,263 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010-1423772880414-soberoi-%5BA842E28475664B569838C00A23691896%2FC95C1BC9E9F4436C-1423772895572-1-1-SUCCEEDED-default-1423772884381.jhist to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0010-1423772880414-soberoi-%5BA842E28475664B569838C00A23691896%2FC95C1BC9E9F4436C-1423772895572-1-1-SUCCEEDED-default-1423772884381.jhist
2015-02-12 12:30:44,263 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009-1423772862500-soberoi-%5BA842E28475664B569838C00A23691896%2F959E25FF6CEA4C9C-1423772879093-2-1-SUCCEEDED-default-1423772866707.jhist to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0009-1423772862500-soberoi-%5BA842E28475664B569838C00A23691896%2F959E25FF6CEA4C9C-1423772879093-2-1-SUCCEEDED-default-1423772866707.jhist
2015-02-12 12:30:44,263 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011-1423772897016-soberoi-%5B473323534A8E424E9CC16264EC306788%2F55AE2AFA41734A73-1423772913674-2-1-SUCCEEDED-default-1423772901202.jhist to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0011-1423772897016-soberoi-%5B473323534A8E424E9CC16264EC306788%2F55AE2AFA41734A73-1423772913674-2-1-SUCCEEDED-default-1423772901202.jhist
2015-02-12 12:30:44,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010-1423772880414-soberoi-%5BA842E28475664B569838C00A23691896%2FC95C1BC9E9F4436C-1423772895572-1-1-SUCCEEDED-default-1423772884381.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0010-1423772880414-soberoi-%5BA842E28475664B569838C00A23691896%2FC95C1BC9E9F4436C-1423772895572-1-1-SUCCEEDED-default-1423772884381.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,265 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010_conf.xml to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0010_conf.xml
2015-02-12 12:30:44,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011-1423772897016-soberoi-%5B473323534A8E424E9CC16264EC306788%2F55AE2AFA41734A73-1423772913674-2-1-SUCCEEDED-default-1423772901202.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0011-1423772897016-soberoi-%5B473323534A8E424E9CC16264EC306788%2F55AE2AFA41734A73-1423772913674-2-1-SUCCEEDED-default-1423772901202.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009-1423772862500-soberoi-%5BA842E28475664B569838C00A23691896%2F959E25FF6CEA4C9C-1423772879093-2-1-SUCCEEDED-default-1423772866707.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0009-1423772862500-soberoi-%5BA842E28475664B569838C00A23691896%2F959E25FF6CEA4C9C-1423772879093-2-1-SUCCEEDED-default-1423772866707.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0010_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0010_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,266 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009_conf.xml to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0009_conf.xml
2015-02-12 12:30:44,266 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011_conf.xml to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0011_conf.xml
2015-02-12 12:30:44,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0009_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0009_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0011_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0011_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,270 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423772685743_0012,submitTime=1423772914998,launchTime=1423772919075,firstMapTaskLaunchTime=1423772921231,firstReduceTaskLaunchTime=1423772926156,finishTime=1423772929571,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=3,jobName=[473323534A8E424E9CC16264EC306788/B8C83B8AA77840BEA4AB510690704E81] lower*upper/(2/2) ...value/true/true/true/true
2015-02-12 12:30:44,270 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012.summary]
2015-02-12 12:30:44,270 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423772685743_0014,submitTime=1423772948463,launchTime=1423772952618,firstMapTaskLaunchTime=1423772954779,firstReduceTaskLaunchTime=1423772960707,finishTime=1423772964192,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=3,reduceSlotSeconds=3,jobName=[36161C08B5E5420F8B72560E7BE966F5/2329DC3C005D427289DC2B3E0DB6CBBE] lower*upper/(2/2) ...e/false/false/false/false
2015-02-12 12:30:44,270 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014.summary]
2015-02-12 12:30:44,272 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741947_1123 127.0.0.1:61658 127.0.0.1:61665 127.0.0.1:61661
2015-02-12 12:30:44,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,273 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741967_1143 127.0.0.1:61665 127.0.0.1:61668 127.0.0.1:61658
2015-02-12 12:30:44,273 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423772685743_0013,submitTime=1423772931025,launchTime=1423772934964,firstMapTaskLaunchTime=1423772937147,firstReduceTaskLaunchTime=1423772944067,finishTime=1423772947136,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=9,reduceSlotSeconds=3,jobName=[36161C08B5E5420F8B72560E7BE966F5/C5573EA9691D4072AF91CE4DB05C7E69] lower*upper/(1/2)
2015-02-12 12:30:44,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,273 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013.summary]
2015-02-12 12:30:44,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:30:44,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:30:44,275 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741957_1133 127.0.0.1:61658 127.0.0.1:61665 127.0.0.1:61668
2015-02-12 12:30:44,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,275 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012-1423772914998-soberoi-%5B473323534A8E424E9CC16264EC306788%2FB8C83B8AA77840BE-1423772929571-1-1-SUCCEEDED-default-1423772919075.jhist to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0012-1423772914998-soberoi-%5B473323534A8E424E9CC16264EC306788%2FB8C83B8AA77840BE-1423772929571-1-1-SUCCEEDED-default-1423772919075.jhist
2015-02-12 12:30:44,275 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014-1423772948463-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2F2329DC3C005D4272-1423772964192-1-1-SUCCEEDED-default-1423772952618.jhist to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0014-1423772948463-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2F2329DC3C005D4272-1423772964192-1-1-SUCCEEDED-default-1423772952618.jhist
2015-02-12 12:30:44,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:30:44,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012-1423772914998-soberoi-%5B473323534A8E424E9CC16264EC306788%2FB8C83B8AA77840BE-1423772929571-1-1-SUCCEEDED-default-1423772919075.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0012-1423772914998-soberoi-%5B473323534A8E424E9CC16264EC306788%2FB8C83B8AA77840BE-1423772929571-1-1-SUCCEEDED-default-1423772919075.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014-1423772948463-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2F2329DC3C005D4272-1423772964192-1-1-SUCCEEDED-default-1423772952618.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0014-1423772948463-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2F2329DC3C005D4272-1423772964192-1-1-SUCCEEDED-default-1423772952618.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,277 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013-1423772931025-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2FC5573EA9691D4072-1423772947136-2-1-SUCCEEDED-default-1423772934964.jhist to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0013-1423772931025-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2FC5573EA9691D4072-1423772947136-2-1-SUCCEEDED-default-1423772934964.jhist
2015-02-12 12:30:44,278 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012_conf.xml to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0012_conf.xml
2015-02-12 12:30:44,278 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014_conf.xml to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0014_conf.xml
2015-02-12 12:30:44,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013-1423772931025-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2FC5573EA9691D4072-1423772947136-2-1-SUCCEEDED-default-1423772934964.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0013-1423772931025-soberoi-%5B36161C08B5E5420F8B72560E7BE966F5%2FC5573EA9691D4072-1423772947136-2-1-SUCCEEDED-default-1423772934964.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0014_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0014_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,279 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013_conf.xml to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0013_conf.xml
2015-02-12 12:30:44,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0012_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0012_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0013_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0013_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,282 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423772685743_0016,submitTime=1423772983737,launchTime=1423772988009,firstMapTaskLaunchTime=1423772990140,firstReduceTaskLaunchTime=1423772995072,finishTime=1423772998419,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=3,jobName=[FD9EAE3AA90941D094E7D5147E5537A6/EDA293E4C7954A2F90E8FBE066520E86] lower*upper/(2/2) ...lue/true/true/false/false
2015-02-12 12:30:44,282 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016.summary]
2015-02-12 12:30:44,283 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423772685743_0017,submitTime=1423772999813,launchTime=1423773003762,firstMapTaskLaunchTime=1423773005944,firstReduceTaskLaunchTime=1423773016855,finishTime=1423773019843,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=32,reduceSlotSeconds=2,jobName=[EA8E436EACA142B89BEF0F2EB26DBF6F/288EEE37DC7D49738A3DFF40AB15E757] test/(1/1) ...ipesplatform/grouponbytes
2015-02-12 12:30:44,283 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017.summary]
2015-02-12 12:30:44,284 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741987_1163 127.0.0.1:61665 127.0.0.1:61668 127.0.0.1:61661
2015-02-12 12:30:44,284 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423772685743_0015,submitTime=1423772965605,launchTime=1423772969809,firstMapTaskLaunchTime=1423772971990,firstReduceTaskLaunchTime=1423772978921,finishTime=1423772982388,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=8,reduceSlotSeconds=3,jobName=[FD9EAE3AA90941D094E7D5147E5537A6/F909262858544F8ABFFDFD08F2CFCB37] lower*upper/(1/2)
2015-02-12 12:30:44,284 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015.summary]
2015-02-12 12:30:44,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,285 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741997_1173 127.0.0.1:61658 127.0.0.1:61661 127.0.0.1:61665
2015-02-12 12:30:44,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,286 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741977_1153 127.0.0.1:61665 127.0.0.1:61658 127.0.0.1:61661
2015-02-12 12:30:44,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:30:44,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:30:44,290 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016-1423772983737-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FEDA293E4C7954A2F-1423772998419-1-1-SUCCEEDED-default-1423772988009.jhist to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0016-1423772983737-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FEDA293E4C7954A2F-1423772998419-1-1-SUCCEEDED-default-1423772988009.jhist
2015-02-12 12:30:44,291 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015-1423772965605-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FF909262858544F8A-1423772982388-2-1-SUCCEEDED-default-1423772969809.jhist to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0015-1423772965605-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FF909262858544F8A-1423772982388-2-1-SUCCEEDED-default-1423772969809.jhist
2015-02-12 12:30:44,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:30:44,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015-1423772965605-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FF909262858544F8A-1423772982388-2-1-SUCCEEDED-default-1423772969809.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0015-1423772965605-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FF909262858544F8A-1423772982388-2-1-SUCCEEDED-default-1423772969809.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,292 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017-1423772999813-soberoi-%5BEA8E436EACA142B89BEF0F2EB26DBF6F%2F288EEE37DC7D4973-1423773019843-4-1-SUCCEEDED-default-1423773003762.jhist to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0017-1423772999813-soberoi-%5BEA8E436EACA142B89BEF0F2EB26DBF6F%2F288EEE37DC7D4973-1423773019843-4-1-SUCCEEDED-default-1423773003762.jhist
2015-02-12 12:30:44,293 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015_conf.xml to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0015_conf.xml
2015-02-12 12:30:44,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016-1423772983737-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FEDA293E4C7954A2F-1423772998419-1-1-SUCCEEDED-default-1423772988009.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0016-1423772983737-soberoi-%5BFD9EAE3AA90941D094E7D5147E5537A6%2FEDA293E4C7954A2F-1423772998419-1-1-SUCCEEDED-default-1423772988009.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,294 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016_conf.xml to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0016_conf.xml
2015-02-12 12:30:44,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017-1423772999813-soberoi-%5BEA8E436EACA142B89BEF0F2EB26DBF6F%2F288EEE37DC7D4973-1423773019843-4-1-SUCCEEDED-default-1423773003762.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0017-1423772999813-soberoi-%5BEA8E436EACA142B89BEF0F2EB26DBF6F%2F288EEE37DC7D4973-1423773019843-4-1-SUCCEEDED-default-1423773003762.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0015_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0015_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,295 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017_conf.xml to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0017_conf.xml
2015-02-12 12:30:44,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0016_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0016_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0017_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0017_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,298 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423772685743_0018,submitTime=1423773021248,launchTime=1423773025299,firstMapTaskLaunchTime=1423773027443,firstReduceTaskLaunchTime=1423773034375,finishTime=1423773037793,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=8,reduceSlotSeconds=3,jobName=[75C7323FA9714089A5FC23CD7D76BDBA/34E1CC006AB545C1B9DE4EE605EF4EF1] lower*upper/(1/2)
2015-02-12 12:30:44,298 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018.summary]
2015-02-12 12:30:44,299 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742007_1183 127.0.0.1:61658 127.0.0.1:61668 127.0.0.1:61665
2015-02-12 12:30:44,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018.summary dst=null perm=null proto=rpc
2015-02-12 12:30:44,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:30:44,301 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018-1423773021248-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F34E1CC006AB545C1-1423773037793-2-1-SUCCEEDED-default-1423773025299.jhist to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0018-1423773021248-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F34E1CC006AB545C1-1423773037793-2-1-SUCCEEDED-default-1423773025299.jhist
2015-02-12 12:30:44,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018-1423773021248-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F34E1CC006AB545C1-1423773037793-2-1-SUCCEEDED-default-1423773025299.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0018-1423773021248-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F34E1CC006AB545C1-1423773037793-2-1-SUCCEEDED-default-1423773025299.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,302 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018_conf.xml to hdfs://localhost:61657/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0018_conf.xml
2015-02-12 12:30:44,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0018_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423772685743_0018_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:44,763 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:44,763 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0019_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:30:44,764 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0019 CONTAINERID=container_1423772685743_0019_01_000002
2015-02-12 12:30:44,764 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0019_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:30:44,764 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0019_000001 container=Container: [ContainerId: container_1423772685743_0019_01_000002, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:30:44,764 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-12 12:30:44,765 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:44,765 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0018_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:30:44,765 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772685743_0018_000001
2015-02-12 12:30:44,765 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0018_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:30:44,766 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000001
2015-02-12 12:30:44,766 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0018_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61692, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:30:44,765 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772685743_0018_000001
2015-02-12 12:30:44,766 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:30:44,766 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0018_000001 State change from FINISHING to FINISHED
2015-02-12 12:30:44,766 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0018_01_000001, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:30:44,766 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0018 State change from FINISHING to FINISHED
2015-02-12 12:30:44,767 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:44,767 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772685743_0018
2015-02-12 12:30:44,767 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772685743_0018_000001
2015-02-12 12:30:44,767 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772685743_0018,name=[75C7323FA9714089A5FC23CD7D76BDBA/34E1CC006AB545C1B9DE4EE605EF4EF1] lower*upper/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:61686/proxy/application_1423772685743_0018/jobhistory/job/job_1423772685743_0018,appMasterHost=10.1.1.68,startTime=1423773021248,finishTime=1423773037929,finalStatus=SUCCEEDED
2015-02-12 12:30:44,767 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-02-12 12:30:44,767 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0018_000001 released container container_1423772685743_0018_01_000001 on node: host: 10.1.1.68:61692 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:30:44,767 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772685743_0018_000001 is done. finalState=FINISHED
2015-02-12 12:30:44,768 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772685743_0018 requests cleared
2015-02-12 12:30:44,768 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772685743_0018 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:30:44,768 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772685743_0018 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:30:44,770 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0018_000001 (auth:SIMPLE)
2015-02-12 12:30:44,772 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0018_01_000001
2015-02-12 12:30:44,772 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0018 CONTAINERID=container_1423772685743_0018_01_000001
2015-02-12 12:30:44,772 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0018_01_000001]
2015-02-12 12:30:44,772 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:44,772 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0018 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:30:44,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0018
2015-02-12 12:30:44,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0018
2015-02-12 12:30:44,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0018
2015-02-12 12:30:44,773 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0018
2015-02-12 12:30:44,774 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0018 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:30:44,774 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0018, with delay of 10800 seconds
2015-02-12 12:30:44,774 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0018
2015-02-12 12:30:44,927 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742007_1183
2015-02-12 12:30:44,929 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742013_1189
2015-02-12 12:30:44,929 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742006_1182
2015-02-12 12:30:44,930 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742009_1185
2015-02-12 12:30:45,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742006_1182
2015-02-12 12:30:45,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742011_1187
2015-02-12 12:30:45,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742013_1189
2015-02-12 12:30:45,100 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742010_1186
2015-02-12 12:30:45,101 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742013_1189
2015-02-12 12:30:45,101 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742011_1187
2015-02-12 12:30:45,101 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742008_1184
2015-02-12 12:30:45,133 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742010_1186
2015-02-12 12:30:45,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742011_1187
2015-02-12 12:30:45,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742012_1188
2015-02-12 12:30:45,135 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742008_1184
2015-02-12 12:30:45,304 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742009_1185
2015-02-12 12:30:45,304 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742010_1186
2015-02-12 12:30:45,305 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742012_1188
2015-02-12 12:30:45,305 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742006_1182
2015-02-12 12:30:45,305 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742007_1183
2015-02-12 12:30:45,306 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742012_1188
2015-02-12 12:30:45,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742008_1184
2015-02-12 12:30:45,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742007_1183
2015-02-12 12:30:45,318 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742009_1185
2015-02-12 12:30:45,319 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742011_1187
2015-02-12 12:30:45,665 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61700 for container : container_1423772685743_0019_01_000002
2015-02-12 12:30:45,666 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0019_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:30:45,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:45,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:45,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:45,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:45,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:45,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:45,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:45,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:45,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:45,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:45,763 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0018 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:30:45,763 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:45,764 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0018
2015-02-12 12:30:45,764 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0018
2015-02-12 12:30:45,765 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0018
2015-02-12 12:30:45,765 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0018
2015-02-12 12:30:45,765 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0018 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:30:45,765 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0018, with delay of 10800 seconds
2015-02-12 12:30:45,765 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0018
2015-02-12 12:30:45,788 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0019_000001 (auth:SIMPLE)
2015-02-12 12:30:45,791 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0019_01_000002 by user soberoi
2015-02-12 12:30:45,791 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0019 CONTAINERID=container_1423772685743_0019_01_000002
2015-02-12 12:30:45,791 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0019_01_000002 to application application_1423772685743_0019
2015-02-12 12:30:45,791 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0019_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:30:45,792 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0019
2015-02-12 12:30:45,792 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0019
2015-02-12 12:30:45,792 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:30:45,792 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0019
2015-02-12 12:30:45,792 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0019_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:30:45,824 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0019_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:30:45,824 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:45,907 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0019/container_1423772685743_0019_01_000002/default_container_executor.sh]
2015-02-12 12:30:45,981 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073741937_1113, blk_1073741987_1163, blk_1073741957_1133, blk_1073742007_1183, blk_1073741927_1103, blk_1073741977_1153, blk_1073741947_1123, blk_1073741997_1173, blk_1073741917_1093, blk_1073741967_1143]
2015-02-12 12:30:45,981 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073741987_1163, blk_1073741957_1133, blk_1073742007_1183, blk_1073741927_1103, blk_1073741967_1143]
2015-02-12 12:30:46,679 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:30:46,768 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0019_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:30:46,768 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:46,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741937 for deletion
2015-02-12 12:30:46,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741987 for deletion
2015-02-12 12:30:46,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741957 for deletion
2015-02-12 12:30:46,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741927 for deletion
2015-02-12 12:30:46,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742007 for deletion
2015-02-12 12:30:46,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741937
2015-02-12 12:30:46,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741957
2015-02-12 12:30:46,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741977 for deletion
2015-02-12 12:30:46,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741987
2015-02-12 12:30:46,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742007
2015-02-12 12:30:46,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741927
2015-02-12 12:30:46,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741947 for deletion
2015-02-12 12:30:46,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741917 for deletion
2015-02-12 12:30:46,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741977
2015-02-12 12:30:46,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741997_1173 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741997 for deletion
2015-02-12 12:30:46,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741947
2015-02-12 12:30:46,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741917
2015-02-12 12:30:46,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741997_1173 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741997
2015-02-12 12:30:46,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741967 for deletion
2015-02-12 12:30:46,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741967
2015-02-12 12:30:47,176 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741987 for deletion
2015-02-12 12:30:47,176 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741957 for deletion
2015-02-12 12:30:47,176 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741927 for deletion
2015-02-12 12:30:47,177 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742007 for deletion
2015-02-12 12:30:47,177 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741987
2015-02-12 12:30:47,177 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741967 for deletion
2015-02-12 12:30:47,177 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741957
2015-02-12 12:30:47,177 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741927
2015-02-12 12:30:47,178 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742007
2015-02-12 12:30:47,178 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741967
2015-02-12 12:30:48,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:48,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:30:48,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:30:48,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1423772685743_0019_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:30:48,550 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0019_000001 (auth:SIMPLE)
2015-02-12 12:30:48,552 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0019_01_000002
2015-02-12 12:30:48,552 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0019 CONTAINERID=container_1423772685743_0019_01_000002
2015-02-12 12:30:48,552 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0019_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:30:48,552 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0019_01_000002
2015-02-12 12:30:48,572 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job_1423772685743_0019_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:30:48,572 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 1613 Total time for transactions(ms): 105 Number of transactions batched in Syncs: 2 Number of syncs: 1120 SyncTimes(ms): 39 17
2015-02-12 12:30:48,574 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0019_01_000002 is : 143
2015-02-12 12:30:48,576 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742015_1191 src: /127.0.0.1:63334 dest: /127.0.0.1:61668
2015-02-12 12:30:48,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742015_1191 src: /127.0.0.1:63335 dest: /127.0.0.1:61658
2015-02-12 12:30:48,579 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742015_1191 src: /127.0.0.1:63336 dest: /127.0.0.1:61661
2015-02-12 12:30:48,585 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job_1423772685743_0019_1.jhist for DFSClient_NONMAPREDUCE_148196037_1
2015-02-12 12:30:48,586 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0019_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:30:48,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0019/container_1423772685743_0019_01_000002
2015-02-12 12:30:48,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0019/container_1423772685743_0019_01_000002
2015-02-12 12:30:48,587 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0019/container_1423772685743_0019_01_000002
2015-02-12 12:30:48,587 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0019/container_1423772685743_0019_01_000002
2015-02-12 12:30:48,587 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0019 CONTAINERID=container_1423772685743_0019_01_000002
2015-02-12 12:30:48,588 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0019_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:30:48,589 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0019_01_000002 from application application_1423772685743_0019
2015-02-12 12:30:48,589 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:48,589 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0019
2015-02-12 12:30:48,987 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073741937_1113, blk_1073741987_1163, blk_1073741977_1153, blk_1073741947_1123, blk_1073741997_1173, blk_1073741917_1093]
2015-02-12 12:30:48,987 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073741937_1113, blk_1073741957_1133, blk_1073742007_1183, blk_1073741927_1103, blk_1073741977_1153, blk_1073741947_1123, blk_1073741997_1173, blk_1073741917_1093, blk_1073741967_1143]
2015-02-12 12:30:49,556 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0019_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:30:49,557 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0019_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:30:49,557 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0019 CONTAINERID=container_1423772685743_0019_01_000002
2015-02-12 12:30:49,557 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0019_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:30:49,557 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:30:49,558 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0019_01_000002, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:30:49,559 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:49,559 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:30:49,559 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0019_000001 released container container_1423772685743_0019_01_000002 on node: host: 10.1.1.68:61700 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:30:49,650 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741937 for deletion
2015-02-12 12:30:49,650 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741937 for deletion
2015-02-12 12:30:49,650 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741957 for deletion
2015-02-12 12:30:49,650 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741937
2015-02-12 12:30:49,650 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741937
2015-02-12 12:30:49,650 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741987 for deletion
2015-02-12 12:30:49,650 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741957
2015-02-12 12:30:49,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741977 for deletion
2015-02-12 12:30:49,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741947 for deletion
2015-02-12 12:30:49,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741987
2015-02-12 12:30:49,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741917 for deletion
2015-02-12 12:30:49,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741997_1173 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741997 for deletion
2015-02-12 12:30:49,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741947
2015-02-12 12:30:49,650 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741927 for deletion
2015-02-12 12:30:49,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742007 for deletion
2015-02-12 12:30:49,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741977
2015-02-12 12:30:49,652 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741977 for deletion
2015-02-12 12:30:49,652 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741947 for deletion
2015-02-12 12:30:49,652 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741917
2015-02-12 12:30:49,652 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741927
2015-02-12 12:30:49,652 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741997_1173 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741997
2015-02-12 12:30:49,652 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742007
2015-02-12 12:30:49,652 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741917 for deletion
2015-02-12 12:30:49,653 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741997_1173 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741997 for deletion
2015-02-12 12:30:49,653 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741977
2015-02-12 12:30:49,653 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741947
2015-02-12 12:30:49,653 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741967 for deletion
2015-02-12 12:30:49,653 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741917
2015-02-12 12:30:49,653 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741997_1173 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741997
2015-02-12 12:30:49,654 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073741967
2015-02-12 12:30:49,787 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0019_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:30:49,787 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0019 CONTAINERID=container_1423772685743_0019_01_000003
2015-02-12 12:30:49,787 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0019_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:30:49,787 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0019_000001 container=Container: [ContainerId: container_1423772685743_0019_01_000003, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:30:49,788 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:30:49,788 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:50,309 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742014_1190
2015-02-12 12:30:50,310 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742014_1190
2015-02-12 12:30:50,322 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742014_1190
2015-02-12 12:30:50,324 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742010_1186
2015-02-12 12:30:50,557 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:50,702 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61692 for container : container_1423772685743_0019_01_000003
2015-02-12 12:30:50,703 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0019_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:30:50,713 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0019_000001 (auth:SIMPLE)
2015-02-12 12:30:50,716 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0019_01_000003 by user soberoi
2015-02-12 12:30:50,716 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0019
2015-02-12 12:30:50,717 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0019 CONTAINERID=container_1423772685743_0019_01_000003
2015-02-12 12:30:50,717 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0019 transitioned from NEW to INITING
2015-02-12 12:30:50,717 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0019_01_000003 to application application_1423772685743_0019
2015-02-12 12:30:50,717 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0019 transitioned from INITING to RUNNING
2015-02-12 12:30:50,717 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0019_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:30:50,718 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0019
2015-02-12 12:30:50,718 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0019
2015-02-12 12:30:50,718 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:30:50,718 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0019
2015-02-12 12:30:50,718 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:30:50,718 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:30:50,719 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0019_01_000003
2015-02-12 12:30:50,728 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423772685743_0019_01_000003.tokens. Credentials list:
2015-02-12 12:30:50,787 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0019_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:30:50,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:30:50,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423772685743_0019_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0019/container_1423772685743_0019_01_000003.tokens
2015-02-12 12:30:50,906 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0019 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0019
2015-02-12 12:30:50,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:50,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:51,011 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0019/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:51,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:51,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:51,063 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0019/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:51,063 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0019_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:30:51,097 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0019_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:30:51,097 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:51,189 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0019/container_1423772685743_0019_01_000003/default_container_executor.sh]
2015-02-12 12:30:51,562 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0019_01_000002]
2015-02-12 12:30:51,563 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:51,707 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:30:53,539 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:30:53,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1423772685743_0019_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:53,821 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1423772685743_0019_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:30:53,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742016_1192 src: /127.0.0.1:63345 dest: /127.0.0.1:61668
2015-02-12 12:30:53,907 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742016_1192 src: /127.0.0.1:63346 dest: /127.0.0.1:61665
2015-02-12 12:30:53,908 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742016_1192 src: /127.0.0.1:63347 dest: /127.0.0.1:61661
2015-02-12 12:30:53,950 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63347, dest: /127.0.0.1:61661, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0019_r_000000_0_-1586779274_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742016_1192, duration: 39856000
2015-02-12 12:30:53,950 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742016_1192, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:53,951 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63346, dest: /127.0.0.1:61665, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0019_r_000000_0_-1586779274_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742016_1192, duration: 40854000
2015-02-12 12:30:53,951 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:30:53,951 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742016_1192, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:53,952 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63345, dest: /127.0.0.1:61668, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0019_r_000000_0_-1586779274_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742016_1192, duration: 42134000
2015-02-12 12:30:53,952 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742016_1192, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:53,954 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:53,954 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:30:53,959 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1423772685743_0019_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0019_r_000000_0_-1586779274_1
2015-02-12 12:30:53,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1423772685743_0019_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:30:53,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1423772685743_0019_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:30:53,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/task_1423772685743_0019_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:30:53,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1423772685743_0019_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/task_1423772685743_0019_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:30:54,016 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0019_000001 (auth:SIMPLE)
2015-02-12 12:30:54,018 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0019_01_000003
2015-02-12 12:30:54,018 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0019 CONTAINERID=container_1423772685743_0019_01_000003
2015-02-12 12:30:54,018 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0019_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:30:54,018 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0019_01_000003
2015-02-12 12:30:54,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:54,036 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_148196037_1
2015-02-12 12:30:54,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:30:54,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 12:30:54,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 12:30:54,050 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0019_01_000003 is : 143
2015-02-12 12:30:54,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/task_1423772685743_0019_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:30:54,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:30:54,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/task_1423772685743_0019_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:54,061 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0019_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:30:54,062 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0019 CONTAINERID=container_1423772685743_0019_01_000003
2015-02-12 12:30:54,062 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0019_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:30:54,062 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0019_01_000003 from application application_1423772685743_0019
2015-02-12 12:30:54,062 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:54,062 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0019
2015-02-12 12:30:54,063 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0019/container_1423772685743_0019_01_000003
2015-02-12 12:30:54,063 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0019/container_1423772685743_0019_01_000003
2015-02-12 12:30:54,063 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0019/container_1423772685743_0019_01_000003
2015-02-12 12:30:54,066 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0019/container_1423772685743_0019_01_000003
2015-02-12 12:30:54,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary dst=null perm=null proto=rpc
2015-02-12 12:30:54,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:54,073 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_SUCCESS is closed by DFSClient_NONMAPREDUCE_148196037_1
2015-02-12 12:30:54,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:54,077 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_148196037_1
2015-02-12 12:30:54,097 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63336, dest: /127.0.0.1:61661, bytes: 37999, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_148196037_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742015_1191, duration: 5515737000
2015-02-12 12:30:54,097 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742015_1191, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:54,098 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 13744
2015-02-12 12:30:54,098 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63335, dest: /127.0.0.1:61658, bytes: 37999, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_148196037_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742015_1191, duration: 5517225000
2015-02-12 12:30:54,099 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742015_1191, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:54,099 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 13744
2015-02-12 12:30:54,100 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63334, dest: /127.0.0.1:61668, bytes: 37999, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_148196037_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742015_1191, duration: 5518855000
2015-02-12 12:30:54,100 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742015_1191, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:54,100 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]} size 13744
2015-02-12 12:30:54,102 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job_1423772685743_0019_1.jhist is closed by DFSClient_NONMAPREDUCE_148196037_1
2015-02-12 12:30:54,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:54,108 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:30:54,110 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742017_1193 src: /127.0.0.1:63349 dest: /127.0.0.1:61661
2015-02-12 12:30:54,111 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742017_1193 src: /127.0.0.1:63350 dest: /127.0.0.1:61658
2015-02-12 12:30:54,113 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742017_1193 src: /127.0.0.1:63351 dest: /127.0.0.1:61665
2015-02-12 12:30:54,116 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63351, dest: /127.0.0.1:61665, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_148196037_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742017_1193, duration: 1806000
2015-02-12 12:30:54,117 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742017_1193, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:54,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:54,117 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63350, dest: /127.0.0.1:61658, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_148196037_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742017_1193, duration: 2303000
2015-02-12 12:30:54,118 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742017_1193, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:54,118 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:54,118 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63349, dest: /127.0.0.1:61661, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_148196037_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742017_1193, duration: 3726000
2015-02-12 12:30:54,119 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742017_1193, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:54,119 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:54,120 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019.summary_tmp is closed by DFSClient_NONMAPREDUCE_148196037_1
2015-02-12 12:30:54,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:54,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job_1423772685743_0019_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:30:54,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019-1423773039121-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F18DAEC6E79F9492A-1423773054079-1-1-SUCCEEDED-default-1423773043641.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:30:54,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job_1423772685743_0019_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:30:54,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019-1423773039121-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F18DAEC6E79F9492A-1423773054079-1-1-SUCCEEDED-default-1423773043641.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:30:54,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job_1423772685743_0019_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:30:54,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019-1423773039121-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F18DAEC6E79F9492A-1423773054079-1-1-SUCCEEDED-default-1423773043641.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:54,147 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019-1423773039121-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F18DAEC6E79F9492A-1423773054079-1-1-SUCCEEDED-default-1423773043641.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:30:54,149 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742018_1194 src: /127.0.0.1:63353 dest: /127.0.0.1:61668
2015-02-12 12:30:54,150 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742018_1194 src: /127.0.0.1:63354 dest: /127.0.0.1:61665
2015-02-12 12:30:54,152 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742018_1194 src: /127.0.0.1:63355 dest: /127.0.0.1:61661
2015-02-12 12:30:54,156 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63355, dest: /127.0.0.1:61661, bytes: 37999, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_148196037_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742018_1194, duration: 1738000
2015-02-12 12:30:54,156 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742018_1194, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:54,156 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:30:54,156 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63354, dest: /127.0.0.1:61665, bytes: 37999, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_148196037_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742018_1194, duration: 2454000
2015-02-12 12:30:54,157 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742018_1194, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:54,157 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:30:54,157 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63353, dest: /127.0.0.1:61668, bytes: 37999, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_148196037_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742018_1194, duration: 3420000
2015-02-12 12:30:54,158 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742018_1194, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:54,158 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:30:54,160 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019-1423773039121-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F18DAEC6E79F9492A-1423773054079-1-1-SUCCEEDED-default-1423773043641.jhist_tmp is closed by DFSClient_NONMAPREDUCE_148196037_1
2015-02-12 12:30:54,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019-1423773039121-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F18DAEC6E79F9492A-1423773054079-1-1-SUCCEEDED-default-1423773043641.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:54,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job_1423772685743_0019_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:30:54,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:30:54,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job_1423772685743_0019_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:30:54,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:30:54,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019/job_1423772685743_0019_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:30:54,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:54,178 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW]]}
2015-02-12 12:30:54,180 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742019_1195 src: /127.0.0.1:63357 dest: /127.0.0.1:61661
2015-02-12 12:30:54,182 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742019_1195 src: /127.0.0.1:63358 dest: /127.0.0.1:61658
2015-02-12 12:30:54,183 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742019_1195 src: /127.0.0.1:63359 dest: /127.0.0.1:61668
2015-02-12 12:30:54,188 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63359, dest: /127.0.0.1:61668, bytes: 116328, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_148196037_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742019_1195, duration: 3348000
2015-02-12 12:30:54,189 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742019_1195, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:54,189 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:30:54,189 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63358, dest: /127.0.0.1:61658, bytes: 116328, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_148196037_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742019_1195, duration: 3913000
2015-02-12 12:30:54,189 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742019_1195, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:54,190 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:30:54,190 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63357, dest: /127.0.0.1:61661, bytes: 116328, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_148196037_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742019_1195, duration: 4803000
2015-02-12 12:30:54,190 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742019_1195, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:54,191 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:30:54,193 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_148196037_1
2015-02-12 12:30:54,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:54,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:54,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:54,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019-1423773039121-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F18DAEC6E79F9492A-1423773054079-1-1-SUCCEEDED-default-1423773043641.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0019-1423773039121-soberoi-%5B75C7323FA9714089A5FC23CD7D76BDBA%2F18DAEC6E79F9492A-1423773054079-1-1-SUCCEEDED-default-1423773043641.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:30:54,208 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0019_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:30:54,208 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0019_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:30:54,208 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0019 with final state: FINISHING
2015-02-12 12:30:54,208 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0019 State change from RUNNING to FINAL_SAVING
2015-02-12 12:30:54,208 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0019
2015-02-12 12:30:54,209 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0019_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:30:54,209 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0019 State change from FINAL_SAVING to FINISHING
2015-02-12 12:30:55,021 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0019_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:30:55,021 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0019_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:30:55,022 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0019 CONTAINERID=container_1423772685743_0019_01_000003
2015-02-12 12:30:55,022 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0019_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61692, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:30:55,022 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:30:55,023 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0019_01_000003, NodeId: 10.1.1.68:61692, NodeHttpAddress: 10.1.1.68:61695, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61692 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:30:55,023 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:55,024 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:30:55,024 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0019_000001 released container container_1423772685743_0019_01_000003 on node: host: 10.1.1.68:61692 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:30:55,216 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0019 unregistered successfully.
2015-02-12 12:30:55,219 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742010_1186 127.0.0.1:61661 127.0.0.1:61658 127.0.0.1:61665 127.0.0.1:61668
2015-02-12 12:30:55,220 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742011_1187 127.0.0.1:61658 127.0.0.1:61668 127.0.0.1:61665 127.0.0.1:61661
2015-02-12 12:30:55,220 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742012_1188 127.0.0.1:61658 127.0.0.1:61665 127.0.0.1:61661
2015-02-12 12:30:55,220 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742013_1189 127.0.0.1:61665 127.0.0.1:61658 127.0.0.1:61661
2015-02-12 12:30:55,220 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742015_1191 127.0.0.1:61668 127.0.0.1:61658 127.0.0.1:61661
2015-02-12 12:30:55,221 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742014_1190 127.0.0.1:61661 127.0.0.1:61668 127.0.0.1:61665
2015-02-12 12:30:55,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0019 dst=null perm=null proto=rpc
2015-02-12 12:30:55,253 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742006_1182 127.0.0.1:61658 127.0.0.1:61661 127.0.0.1:61665
2015-02-12 12:30:55,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/143806136_lower_upper_B1D31920B364447685CB019CA813FD77 dst=null perm=null proto=rpc
2015-02-12 12:30:55,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 12:30:55,256 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary
2015-02-12 12:30:55,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary dst=null perm=null proto=rpc
2015-02-12 12:30:55,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 12:30:55,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 12:30:55,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 12:30:55,273 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:30:55,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:30:55,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:30:55,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 12:30:55,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 12:30:55,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 12:30:55,289 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:30:55,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:30:55,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:30:55,293 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true
2015-02-12 12:30:55,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 12:30:55,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 12:30:55,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 12:30:55,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 12:30:55,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:30:55,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:30:55,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:30:55,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:30:55,318 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:30:55,318 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:30:55,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 12:30:55,337 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 12:30:55,337 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt"]
2015-02-12 12:30:55,337 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"]
2015-02-12 12:30:55,337 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[[UNKNOWN]->[0:9]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable"]
2015-02-12 12:30:55,338 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 12:30:55,338 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 1
2015-02-12 12:30:55,338 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 1
2015-02-12 12:30:55,342 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...platform/customerwritable
2015-02-12 12:30:55,353 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:30:55,364 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:61685
2015-02-12 12:30:55,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 12:30:55,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:30:55,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:30:55,371 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 20
2015-02-12 12:30:55,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020 dst=null perm=null proto=rpc
2015-02-12 12:30:55,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:30:55,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:30:55,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:55,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:55,377 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.jar. BP-1154917005-10.1.1.68-1423772669557 blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:30:55,378 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742020_1196 src: /127.0.0.1:63364 dest: /127.0.0.1:61668
2015-02-12 12:30:55,379 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742020_1196 src: /127.0.0.1:63365 dest: /127.0.0.1:61658
2015-02-12 12:30:55,381 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742020_1196 src: /127.0.0.1:63366 dest: /127.0.0.1:61661
2015-02-12 12:30:55,388 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63366, dest: /127.0.0.1:61661, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742020_1196, duration: 6274000
2015-02-12 12:30:55,388 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742020_1196, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:55,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:30:55,389 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63365, dest: /127.0.0.1:61658, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742020_1196, duration: 6149000
2015-02-12 12:30:55,389 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742020_1196, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:55,390 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:30:55,390 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63364, dest: /127.0.0.1:61668, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742020_1196, duration: 7815000
2015-02-12 12:30:55,390 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742020_1196, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:55,390 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:30:55,392 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.jar is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:30:55,393 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.jar
2015-02-12 12:30:55,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:55,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:55,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:55,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:55,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:55,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:30:55,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:30:55,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:30:55,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:30:55,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:30:55,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:55,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:30:55,404 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:30:55,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:30:55,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:30:55,407 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:30:55,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:30:55,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:30:55,410 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:30:55,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:30:55,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:30:55,413 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:30:55,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:30:55,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:55,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:55,417 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.split
2015-02-12 12:30:55,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:55,418 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.split. BP-1154917005-10.1.1.68-1423772669557 blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:30:55,420 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742021_1197 src: /127.0.0.1:63367 dest: /127.0.0.1:61661
2015-02-12 12:30:55,422 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742021_1197 src: /127.0.0.1:63368 dest: /127.0.0.1:61658
2015-02-12 12:30:55,424 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742021_1197 src: /127.0.0.1:63369 dest: /127.0.0.1:61668
2015-02-12 12:30:55,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742021_1197 src: /127.0.0.1:63370 dest: /127.0.0.1:61665
2015-02-12 12:30:55,428 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63370, dest: /127.0.0.1:61665, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742021_1197, duration: 1854000
2015-02-12 12:30:55,428 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742021_1197, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:55,429 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:55,429 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63369, dest: /127.0.0.1:61668, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742021_1197, duration: 2319000
2015-02-12 12:30:55,429 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742021_1197, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:55,429 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:55,430 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63368, dest: /127.0.0.1:61658, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742021_1197, duration: 3443000
2015-02-12 12:30:55,430 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742021_1197, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:55,430 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:55,430 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63367, dest: /127.0.0.1:61661, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742021_1197, duration: 4151000
2015-02-12 12:30:55,431 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742021_1197, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:55,433 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:55,433 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.split is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:30:55,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:55,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:55,437 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.splitmetainfo. BP-1154917005-10.1.1.68-1423772669557 blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:30:55,439 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742022_1198 src: /127.0.0.1:63371 dest: /127.0.0.1:61661
2015-02-12 12:30:55,440 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742022_1198 src: /127.0.0.1:63372 dest: /127.0.0.1:61658
2015-02-12 12:30:55,442 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742022_1198 src: /127.0.0.1:63373 dest: /127.0.0.1:61665
2015-02-12 12:30:55,444 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63373, dest: /127.0.0.1:61665, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742022_1198, duration: 1285000
2015-02-12 12:30:55,445 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742022_1198, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:55,445 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:55,446 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63372, dest: /127.0.0.1:61658, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742022_1198, duration: 2114000
2015-02-12 12:30:55,446 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742022_1198, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:55,446 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:30:55,447 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63371, dest: /127.0.0.1:61661, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742022_1198, duration: 3158000
2015-02-12 12:30:55,447 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742022_1198, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:55,448 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:30:55,450 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:30:55,450 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:6
2015-02-12 12:30:55,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:55,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:30:55,460 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:30:55,462 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742023_1199 src: /127.0.0.1:63374 dest: /127.0.0.1:61665
2015-02-12 12:30:55,463 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742023_1199 src: /127.0.0.1:63375 dest: /127.0.0.1:61668
2015-02-12 12:30:55,465 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742023_1199 src: /127.0.0.1:63376 dest: /127.0.0.1:61661
2015-02-12 12:30:55,469 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63376, dest: /127.0.0.1:61661, bytes: 99928, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742023_1199, duration: 1611000
2015-02-12 12:30:55,469 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742023_1199, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:55,469 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:30:55,470 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63375, dest: /127.0.0.1:61668, bytes: 99928, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742023_1199, duration: 2349000
2015-02-12 12:30:55,470 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742023_1199, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:55,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:30:55,471 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63374, dest: /127.0.0.1:61665, bytes: 99928, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-851400020_9, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742023_1199, duration: 3223000
2015-02-12 12:30:55,471 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742023_1199, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:55,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:30:55,473 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.xml is closed by DFSClient_NONMAPREDUCE_-851400020_9
2015-02-12 12:30:55,473 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772685743_0020
2015-02-12 12:30:55,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020 dst=null perm=null proto=rpc
2015-02-12 12:30:55,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:55,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:55,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:55,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:55,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:55,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:55,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:55,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:55,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:55,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:55,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:55,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:55,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:30:55,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:30:55,490 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 20 submitted by user soberoi
2015-02-12 12:30:55,490 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772685743_0020
2015-02-12 12:30:55,490 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772685743_0020
2015-02-12 12:30:55,490 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0020 State change from NEW to NEW_SAVING
2015-02-12 12:30:55,490 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772685743_0020
2015-02-12 12:30:55,490 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0020 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:30:55,491 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772685743_0020 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:30:55,491 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772685743_0020 from user: soberoi, in queue: default
2015-02-12 12:30:55,491 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0020 State change from SUBMITTED to ACCEPTED
2015-02-12 12:30:55,492 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772685743_0020_000001
2015-02-12 12:30:55,492 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0020_000001 State change from NEW to SUBMITTED
2015-02-12 12:30:55,492 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772685743_0020 from user: soberoi activated in queue: default
2015-02-12 12:30:55,492 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772685743_0020 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@439c9e41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:30:55,492 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772685743_0020_000001 to scheduler from user soberoi in queue default
2015-02-12 12:30:55,492 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772685743_0020
2015-02-12 12:30:55,496 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0020_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:30:55,501 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:61686/proxy/application_1423772685743_0020/
2015-02-12 12:30:55,501 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423772685743_0020
2015-02-12 12:30:55,501 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:61686/proxy/application_1423772685743_0020/
2015-02-12 12:30:55,573 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:30:55,573 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000001
2015-02-12 12:30:55,573 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0020_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61700, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 12:30:55,573 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0020_000001 container=Container: [ContainerId: container_1423772685743_0020_01_000001, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:30:55,574 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:30:55,574 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:30:55,575 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61700 for container : container_1423772685743_0020_01_000001
2015-02-12 12:30:55,575 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:30:55,576 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772685743_0020_000001
2015-02-12 12:30:55,576 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772685743_0020 AttemptId: appattempt_1423772685743_0020_000001 MasterContainer: Container: [ContainerId: container_1423772685743_0020_01_000001, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ]
2015-02-12 12:30:55,576 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0020_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:30:55,576 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0020_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:30:55,576 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772685743_0020_000001
2015-02-12 12:30:55,577 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772685743_0020_01_000001, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] for AM appattempt_1423772685743_0020_000001
2015-02-12 12:30:55,578 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772685743_0020_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:30:55,578 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772685743_0020_000001
2015-02-12 12:30:55,578 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772685743_0020_000001
2015-02-12 12:30:55,580 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0020_000001 (auth:SIMPLE)
2015-02-12 12:30:55,582 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0020_01_000001 by user soberoi
2015-02-12 12:30:55,582 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0020
2015-02-12 12:30:55,583 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000001
2015-02-12 12:30:55,583 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0020 transitioned from NEW to INITING
2015-02-12 12:30:55,583 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0020_01_000001 to application application_1423772685743_0020
2015-02-12 12:30:55,583 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0020 transitioned from INITING to RUNNING
2015-02-12 12:30:55,583 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772685743_0020_01_000001, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] for AM appattempt_1423772685743_0020_000001
2015-02-12 12:30:55,583 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0020_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:30:55,583 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:30:55,584 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0020
2015-02-12 12:30:55,584 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:30:55,584 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:30:55,584 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:30:55,584 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:30:55,584 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0020_01_000001
2015-02-12 12:30:55,593 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423772685743_0020_01_000001.tokens. Credentials list:
2015-02-12 12:30:55,692 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:30:55,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423772685743_0020_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000001.tokens
2015-02-12 12:30:55,772 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0020 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0020
2015-02-12 12:30:55,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:55,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 12:30:55,876 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0020/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:55,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:55,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:55,923 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0020/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:55,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:55,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.split dst=null perm=null proto=rpc
2015-02-12 12:30:55,973 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0020/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:55,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:55,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 12:30:56,021 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0020/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:30:56,021 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:30:56,024 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:56,056 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:30:56,056 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:30:56,155 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000001/default_container_executor.sh]
2015-02-12 12:30:56,572 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:30:57,029 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:57,992 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:61668 to replicate blk_1073742020_1196 to datanode(s) 127.0.0.1:61665
2015-02-12 12:30:57,992 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61668 to delete [blk_1073742010_1186, blk_1073742011_1187, blk_1073742014_1190, blk_1073742015_1191]
2015-02-12 12:30:57,992 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61658 to delete [blk_1073742006_1182, blk_1073742010_1186, blk_1073742011_1187, blk_1073742012_1188, blk_1073742013_1189, blk_1073742015_1191]
2015-02-12 12:30:58,033 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:58,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:30:58,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:30:58,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:30:58,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:30:58,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020 dst=null perm=null proto=rpc
2015-02-12 12:30:58,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:30:58,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:30:58,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:58,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:30:58,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742006 for deletion
2015-02-12 12:30:58,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742010 for deletion
2015-02-12 12:30:58,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742011 for deletion
2015-02-12 12:30:58,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742012 for deletion
2015-02-12 12:30:58,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742006
2015-02-12 12:30:58,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742013 for deletion
2015-02-12 12:30:58,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742015_1191 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742015 for deletion
2015-02-12 12:30:58,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742010
2015-02-12 12:30:58,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742012
2015-02-12 12:30:58,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742011
2015-02-12 12:30:58,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742015_1191 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742015
2015-02-12 12:30:58,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742013
2015-02-12 12:30:59,035 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:30:59,182 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=cbf5b12b-ec73-485f-a254-ead4db8db64b, infoPort=61669, ipcPort=61670, storageInfo=lv=-56;cid=testClusterID;nsid=805756368;c=0) Starting thread to transfer BP-1154917005-10.1.1.68-1423772669557:blk_1073742020_1196 to 127.0.0.1:61665
2015-02-12 12:30:59,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742010 for deletion
2015-02-12 12:30:59,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742011 for deletion
2015-02-12 12:30:59,183 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742014_1190 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742014 for deletion
2015-02-12 12:30:59,183 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742015_1191 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742015 for deletion
2015-02-12 12:30:59,183 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742010
2015-02-12 12:30:59,183 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742015_1191 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742015
2015-02-12 12:30:59,183 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742011
2015-02-12 12:30:59,184 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742014_1190 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742014
2015-02-12 12:30:59,184 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1154917005-10.1.1.68-1423772669557:blk_1073742020_1196 (numBytes=254067) to /127.0.0.1:61665
2015-02-12 12:30:59,185 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742020_1196 src: /127.0.0.1:63386 dest: /127.0.0.1:61665
2015-02-12 12:30:59,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1154917005-10.1.1.68-1423772669557:blk_1073742020_1196 src: /127.0.0.1:63386 dest: /127.0.0.1:61665 of size 254067
2015-02-12 12:30:59,187 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742020_1196 size 254067
2015-02-12 12:30:59,379 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0020_000001 (auth:SIMPLE)
2015-02-12 12:30:59,381 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772685743_0020_000001
2015-02-12 12:30:59,381 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772685743_0020 APPATTEMPTID=appattempt_1423772685743_0020_000001
2015-02-12 12:30:59,381 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0020_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:30:59,382 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0020 State change from ACCEPTED to RUNNING
2015-02-12 12:30:59,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:30:59,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job_1423772685743_0020_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:59,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job_1423772685743_0020_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:30:59,656 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job_1423772685743_0020_1_conf.xml. BP-1154917005-10.1.1.68-1423772669557 blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:30:59,705 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742024_1200 src: /127.0.0.1:63390 dest: /127.0.0.1:61668
2015-02-12 12:30:59,707 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742024_1200 src: /127.0.0.1:63391 dest: /127.0.0.1:61658
2015-02-12 12:30:59,708 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742024_1200 src: /127.0.0.1:63392 dest: /127.0.0.1:61661
2015-02-12 12:30:59,742 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63392, dest: /127.0.0.1:61661, bytes: 117213, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1102585042_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742024_1200, duration: 31726000
2015-02-12 12:30:59,742 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742024_1200, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:30:59,743 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]} size 0
2015-02-12 12:30:59,743 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63391, dest: /127.0.0.1:61658, bytes: 117213, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1102585042_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742024_1200, duration: 32860000
2015-02-12 12:30:59,743 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742024_1200, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:59,744 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63390, dest: /127.0.0.1:61668, bytes: 117213, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1102585042_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742024_1200, duration: 34059000
2015-02-12 12:30:59,744 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742024_1200, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:30:59,744 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:30:59,745 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:30:59,749 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job_1423772685743_0020_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1102585042_1
2015-02-12 12:31:00,039 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:31:00,147 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742017_1193
2015-02-12 12:31:00,149 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742019_1195
2015-02-12 12:31:00,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742019_1195
2015-02-12 12:31:00,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742017_1193
2015-02-12 12:31:00,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742015_1191
2015-02-12 12:31:00,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742016_1192
2015-02-12 12:31:00,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742018_1194
2015-02-12 12:31:00,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742018_1194
2015-02-12 12:31:00,318 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742017_1193
2015-02-12 12:31:00,318 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742016_1192
2015-02-12 12:31:00,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742016_1192
2015-02-12 12:31:00,343 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742018_1194
2015-02-12 12:31:00,344 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742019_1195
2015-02-12 12:31:00,367 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772685743_0019_01_000001 succeeded
2015-02-12 12:31:00,368 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0019_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:31:00,368 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0019_01_000001
2015-02-12 12:31:00,381 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0019/container_1423772685743_0019_01_000001
2015-02-12 12:31:00,381 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0019/container_1423772685743_0019_01_000001
2015-02-12 12:31:00,381 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0019/container_1423772685743_0019_01_000001
2015-02-12 12:31:00,382 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0019/container_1423772685743_0019_01_000001
2015-02-12 12:31:00,382 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0019 CONTAINERID=container_1423772685743_0019_01_000001
2015-02-12 12:31:00,382 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0019_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:31:00,382 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0019_01_000001 from application application_1423772685743_0019
2015-02-12 12:31:00,382 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:31:00,383 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0019
2015-02-12 12:31:00,583 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0019_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:31:00,583 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772685743_0019_000001
2015-02-12 12:31:00,583 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0019_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:31:00,584 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0019 CONTAINERID=container_1423772685743_0019_01_000001
2015-02-12 12:31:00,584 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0019_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:61700, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:31:00,584 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:31:00,584 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0019_01_000001, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:31:00,583 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772685743_0019_000001
2015-02-12 12:31:00,584 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:31:00,585 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0019_000001 State change from FINISHING to FINISHED
2015-02-12 12:31:00,585 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 12:31:00,585 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0019 State change from FINISHING to FINISHED
2015-02-12 12:31:00,585 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0019_000001 released container container_1423772685743_0019_01_000001 on node: host: 10.1.1.68:61700 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:31:00,586 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772685743_0019_000001
2015-02-12 12:31:00,586 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772685743_0019
2015-02-12 12:31:00,586 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772685743_0019,name=[75C7323FA9714089A5FC23CD7D76BDBA/18DAEC6E79F9492A84666D48EC8C6F7C] lower*upper/(2/2) ...lue/true/false/false/true,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:61686/proxy/application_1423772685743_0019/jobhistory/job/job_1423772685743_0019,appMasterHost=10.1.1.68,startTime=1423773039121,finishTime=1423773054208,finalStatus=SUCCEEDED
2015-02-12 12:31:00,586 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:31:00,586 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000002
2015-02-12 12:31:00,587 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0020_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:31:00,587 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0020_000001 container=Container: [ContainerId: container_1423772685743_0020_01_000002, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:31:00,587 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-02-12 12:31:00,587 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:31:00,588 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:31:00,588 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000003
2015-02-12 12:31:00,588 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0020_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 12:31:00,588 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0020_000001 container=Container: [ContainerId: container_1423772685743_0020_01_000003, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:31:00,588 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2015-02-12 12:31:00,588 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:31:00,588 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772685743_0019_000001 is done. finalState=FINISHED
2015-02-12 12:31:00,589 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772685743_0019 requests cleared
2015-02-12 12:31:00,589 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772685743_0019 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:31:00,589 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772685743_0019 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:31:00,589 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0019_000001 (auth:SIMPLE)
2015-02-12 12:31:00,591 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0019_01_000001
2015-02-12 12:31:00,591 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0019 CONTAINERID=container_1423772685743_0019_01_000001
2015-02-12 12:31:00,591 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0019_01_000001]
2015-02-12 12:31:00,592 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:31:00,592 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:31:00,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0019
2015-02-12 12:31:00,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0019
2015-02-12 12:31:00,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0019
2015-02-12 12:31:00,593 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0019
2015-02-12 12:31:00,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0019
2015-02-12 12:31:00,594 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:31:00,594 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0019, with delay of 10800 seconds
2015-02-12 12:31:00,660 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30004 milliseconds
2015-02-12 12:31:00,660 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 12:31:00,863 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:31:00,863 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000004
2015-02-12 12:31:00,864 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0020_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:31:00,864 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0020_000001 container=Container: [ContainerId: container_1423772685743_0020_01_000004, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:31:00,864 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:31:00,864 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:31:00,865 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:31:00,865 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000005
2015-02-12 12:31:00,865 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0020_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:31:00,865 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0020_000001 container=Container: [ContainerId: container_1423772685743_0020_01_000005, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:31:00,866 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:31:00,866 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:31:00,866 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:31:00,866 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000006
2015-02-12 12:31:00,866 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0020_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 12:31:00,867 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0020_000001 container=Container: [ContainerId: container_1423772685743_0020_01_000006, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:31:00,867 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 12:31:00,867 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 12:31:00,867 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:31:00,867 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000007
2015-02-12 12:31:00,867 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0020_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 12:31:00,867 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0020_000001 container=Container: [ContainerId: container_1423772685743_0020_01_000007, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:31:00,868 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7
2015-02-12 12:31:00,868 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-12 12:31:00,998 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61661 to delete [blk_1073742006_1182, blk_1073742010_1186, blk_1073742011_1187, blk_1073742012_1188, blk_1073742013_1189, blk_1073742014_1190, blk_1073742015_1191]
2015-02-12 12:31:00,998 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:61665 to delete [blk_1073742006_1182, blk_1073742010_1186, blk_1073742011_1187, blk_1073742012_1188, blk_1073742013_1189, blk_1073742014_1190]
2015-02-12 12:31:01,039 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:31:01,039 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:31:01,040 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772685743_0019
2015-02-12 12:31:01,040 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772685743_0019
2015-02-12 12:31:01,040 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:31:01,040 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772685743_0019, with delay of 10800 seconds
2015-02-12 12:31:01,040 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772685743_0019
2015-02-12 12:31:01,041 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772685743_0019
2015-02-12 12:31:01,041 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772685743_0019
2015-02-12 12:31:01,440 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61700 for container : container_1423772685743_0020_01_000002
2015-02-12 12:31:01,441 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:31:01,441 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:31:01,442 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:61696 for container : container_1423772685743_0020_01_000004
2015-02-12 12:31:01,442 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:31:01,443 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:31:01,444 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:31:01,444 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:31:01,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 12:31:01,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 12:31:01,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 12:31:01,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 12:31:01,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:31:01,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:31:01,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:31:01,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:31:01,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:31:01,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7772018899607308694.jar dst=null perm=null proto=rpc
2015-02-12 12:31:01,580 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0020_000001 (auth:SIMPLE)
2015-02-12 12:31:01,581 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0020_000001 (auth:SIMPLE)
2015-02-12 12:31:01,580 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0020_000001 (auth:SIMPLE)
2015-02-12 12:31:01,582 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0020_000001 (auth:SIMPLE)
2015-02-12 12:31:01,582 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0020_000001 (auth:SIMPLE)
2015-02-12 12:31:01,583 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0020_000001 (auth:SIMPLE)
2015-02-12 12:31:01,587 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0020_01_000002 by user soberoi
2015-02-12 12:31:01,587 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000002
2015-02-12 12:31:01,587 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0020_01_000002 to application application_1423772685743_0020
2015-02-12 12:31:01,588 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:31:01,588 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0020
2015-02-12 12:31:01,588 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0020
2015-02-12 12:31:01,588 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:31:01,588 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0020
2015-02-12 12:31:01,589 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:31:01,590 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0020_01_000003 by user soberoi
2015-02-12 12:31:01,590 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000003
2015-02-12 12:31:01,591 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0020_01_000003 to application application_1423772685743_0020
2015-02-12 12:31:01,591 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:31:01,591 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0020
2015-02-12 12:31:01,591 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0020
2015-02-12 12:31:01,591 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:31:01,592 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0020
2015-02-12 12:31:01,592 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:31:01,593 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0020_01_000005 by user soberoi
2015-02-12 12:31:01,593 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772685743_0020
2015-02-12 12:31:01,594 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000005
2015-02-12 12:31:01,594 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0020 transitioned from NEW to INITING
2015-02-12 12:31:01,594 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0020_01_000005 to application application_1423772685743_0020
2015-02-12 12:31:01,594 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772685743_0020 transitioned from INITING to RUNNING
2015-02-12 12:31:01,594 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0020_01_000004 by user soberoi
2015-02-12 12:31:01,595 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:31:01,595 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000004
2015-02-12 12:31:01,595 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:31:01,595 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 12:31:01,597 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0020
2015-02-12 12:31:01,597 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0020
2015-02-12 12:31:01,597 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:31:01,598 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0020
2015-02-12 12:31:01,598 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:31:01,598 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:31:01,598 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0020_01_000004 to application application_1423772685743_0020
2015-02-12 12:31:01,598 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0020_01_000005
2015-02-12 12:31:01,600 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0020_01_000006 by user soberoi
2015-02-12 12:31:01,600 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000006
2015-02-12 12:31:01,601 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0020_01_000007 by user soberoi
2015-02-12 12:31:01,601 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000007
2015-02-12 12:31:01,607 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:31:01,607 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0020_01_000006 to application application_1423772685743_0020
2015-02-12 12:31:01,608 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0020_01_000007 to application application_1423772685743_0020
2015-02-12 12:31:01,608 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0020
2015-02-12 12:31:01,608 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0020
2015-02-12 12:31:01,608 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:31:01,608 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0020
2015-02-12 12:31:01,608 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 12:31:01,608 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 12:31:01,609 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0020_01_000004
2015-02-12 12:31:01,618 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0020
2015-02-12 12:31:01,618 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0020
2015-02-12 12:31:01,618 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:31:01,618 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0020
2015-02-12 12:31:01,618 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0020
2015-02-12 12:31:01,619 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0020
2015-02-12 12:31:01,619 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:31:01,619 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0020
2015-02-12 12:31:01,621 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0020_01_000006
2015-02-12 12:31:01,625 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772685743_0020_01_000007
2015-02-12 12:31:01,656 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423772685743_0020_01_000004.tokens. Credentials list:
2015-02-12 12:31:01,656 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423772685743_0020_01_000005.tokens. Credentials list:
2015-02-12 12:31:01,658 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423772685743_0020_01_000007.tokens. Credentials list:
2015-02-12 12:31:01,658 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423772685743_0020_01_000006.tokens. Credentials list:
2015-02-12 12:31:01,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742006 for deletion
2015-02-12 12:31:01,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742010 for deletion
2015-02-12 12:31:01,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742011 for deletion
2015-02-12 12:31:01,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742012 for deletion
2015-02-12 12:31:01,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742013 for deletion
2015-02-12 12:31:01,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742014_1190 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742014 for deletion
2015-02-12 12:31:01,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742015_1191 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742015 for deletion
2015-02-12 12:31:01,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742006
2015-02-12 12:31:01,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742011
2015-02-12 12:31:01,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742013
2015-02-12 12:31:01,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742015_1191 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742015
2015-02-12 12:31:01,668 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:31:01,668 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:31:01,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742010
2015-02-12 12:31:01,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742012
2015-02-12 12:31:01,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742014_1190 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742014
2015-02-12 12:31:01,670 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:31:01,670 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:31:01,794 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000003/default_container_executor.sh]
2015-02-12 12:31:01,794 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000002/default_container_executor.sh]
2015-02-12 12:31:01,812 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:31:01,864 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:31:01,864 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:31:01,864 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:31:01,864 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:31:01,927 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742006 for deletion
2015-02-12 12:31:01,927 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742010 for deletion
2015-02-12 12:31:01,928 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742011 for deletion
2015-02-12 12:31:01,928 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742012 for deletion
2015-02-12 12:31:01,928 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742013 for deletion
2015-02-12 12:31:01,928 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742014_1190 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742014 for deletion
2015-02-12 12:31:01,928 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742006
2015-02-12 12:31:01,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742010
2015-02-12 12:31:01,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742012
2015-02-12 12:31:01,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742011
2015-02-12 12:31:01,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742014_1190 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742014
2015-02-12 12:31:01,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1154917005-10.1.1.68-1423772669557 blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1154917005-10.1.1.68-1423772669557/current/finalized/subdir0/subdir0/blk_1073742013
2015-02-12 12:31:01,964 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423772685743_0020_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000004.tokens
2015-02-12 12:31:01,965 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0020 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0020
2015-02-12 12:31:02,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:31:02,040 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:31:02,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 12:31:02,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 12:31:02,173 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423772685743_0020_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000006.tokens
2015-02-12 12:31:02,173 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0020 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0020
2015-02-12 12:31:02,212 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0020/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:31:02,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 12:31:02,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 12:31:02,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:31:02,315 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:61657/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0020/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:31:02,315 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:31:02,315 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:31:02,315 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:31:02,316 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:31:02,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:31:02,382 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 12:31:02,382 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:31:02,384 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 12:31:02,384 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:31:02,385 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 12:31:02,385 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:31:02,389 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:31:02,389 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:31:02,456 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:31:02,522 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423772685743_0020_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000005.tokens
2015-02-12 12:31:02,523 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0020 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0020
2015-02-12 12:31:02,547 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423772685743_0020_01_000007.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000007.tokens
2015-02-12 12:31:02,547 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0020 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0020
2015-02-12 12:31:02,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000004/default_container_executor.sh]
2015-02-12 12:31:02,645 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000007/default_container_executor.sh]
2015-02-12 12:31:02,673 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000006/default_container_executor.sh]
2015-02-12 12:31:02,699 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000005/default_container_executor.sh]
2015-02-12 12:31:05,156 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742020_1196
2015-02-12 12:31:05,157 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742021_1197
2015-02-12 12:31:05,323 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742023_1199
2015-02-12 12:31:05,323 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742021_1197
2015-02-12 12:31:05,323 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742022_1198
2015-02-12 12:31:05,324 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742024_1200
2015-02-12 12:31:05,325 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742020_1196
2015-02-12 12:31:05,325 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742021_1197
2015-02-12 12:31:05,325 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742022_1198
2015-02-12 12:31:05,326 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742023_1199
2015-02-12 12:31:05,350 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742020_1196
2015-02-12 12:31:05,358 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742024_1200
2015-02-12 12:31:05,358 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742022_1198
2015-02-12 12:31:05,528 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742020_1196
2015-02-12 12:31:05,554 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742024_1200
2015-02-12 12:31:05,555 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742021_1197
2015-02-12 12:31:05,556 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1154917005-10.1.1.68-1423772669557:blk_1073742023_1199
2015-02-12 12:31:11,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.split dst=null perm=null proto=rpc
2015-02-12 12:31:12,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.split dst=null perm=null proto=rpc
2015-02-12 12:31:12,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.split dst=null perm=null proto=rpc
2015-02-12 12:31:12,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.split dst=null perm=null proto=rpc
2015-02-12 12:31:12,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:31:12,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.split dst=null perm=null proto=rpc
2015-02-12 12:31:12,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job.split dst=null perm=null proto=rpc
2015-02-12 12:31:12,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:31:12,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:31:12,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:31:12,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:31:13,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:31:13,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423772685743_0020_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:31:13,224 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0020_000001 (auth:SIMPLE)
2015-02-12 12:31:13,226 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0020_01_000005
2015-02-12 12:31:13,227 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000005
2015-02-12 12:31:13,227 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000005 transitioned from RUNNING to KILLING
2015-02-12 12:31:13,227 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0020_01_000005
2015-02-12 12:31:13,248 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job_1423772685743_0020_1.jhist. BP-1154917005-10.1.1.68-1423772669557 blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW]]}
2015-02-12 12:31:13,249 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0020_01_000005 is : 143
2015-02-12 12:31:13,251 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742025_1201 src: /127.0.0.1:63445 dest: /127.0.0.1:61661
2015-02-12 12:31:13,254 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742025_1201 src: /127.0.0.1:63446 dest: /127.0.0.1:61658
2015-02-12 12:31:13,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742025_1201 src: /127.0.0.1:63447 dest: /127.0.0.1:61665
2015-02-12 12:31:13,263 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job_1423772685743_0020_1.jhist for DFSClient_NONMAPREDUCE_-1102585042_1
2015-02-12 12:31:13,263 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:31:13,264 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000005
2015-02-12 12:31:13,264 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000005
2015-02-12 12:31:13,265 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000005
2015-02-12 12:31:13,265 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000005
2015-02-12 12:31:13,268 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000005
2015-02-12 12:31:13,269 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:31:13,269 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0020_01_000005 from application application_1423772685743_0020
2015-02-12 12:31:13,273 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:31:13,273 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0020
2015-02-12 12:31:13,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423772685743_0020_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:31:13,411 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0020_000001 (auth:SIMPLE)
2015-02-12 12:31:13,413 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0020_01_000003
2015-02-12 12:31:13,413 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000003
2015-02-12 12:31:13,413 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:31:13,413 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0020_01_000003
2015-02-12 12:31:13,432 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0020_01_000003 is : 143
2015-02-12 12:31:13,446 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:31:13,447 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000003
2015-02-12 12:31:13,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000003
2015-02-12 12:31:13,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000003
2015-02-12 12:31:13,452 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000003
2015-02-12 12:31:13,452 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000003
2015-02-12 12:31:13,452 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:31:13,453 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0020_01_000003 from application application_1423772685743_0020
2015-02-12 12:31:13,453 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:31:13,453 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0020
2015-02-12 12:31:13,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423772685743_0020_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:31:13,594 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0020_000001 (auth:SIMPLE)
2015-02-12 12:31:13,596 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0020_01_000002
2015-02-12 12:31:13,596 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000002
2015-02-12 12:31:13,596 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:31:13,596 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0020_01_000002
2015-02-12 12:31:13,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:31:13,597 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0020_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:31:13,597 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000003
2015-02-12 12:31:13,597 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0020_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 12:31:13,597 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:7168, vCores:6> numContainers=6 user=soberoi user-resources=<memory:7168, vCores:6>
2015-02-12 12:31:13,598 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0020_01_000003, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 cluster=<memory:16384, vCores:32>
2015-02-12 12:31:13,598 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 12:31:13,598 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 12:31:13,598 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0020_000001 released container container_1423772685743_0020_01_000003 on node: host: 10.1.1.68:61700 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 12:31:13,616 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0020_01_000002 is : 143
2015-02-12 12:31:13,628 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:31:13,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000002
2015-02-12 12:31:13,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000002
2015-02-12 12:31:13,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000002
2015-02-12 12:31:13,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000002
2015-02-12 12:31:13,630 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000002
2015-02-12 12:31:13,630 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:31:13,631 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0020_01_000002 from application application_1423772685743_0020
2015-02-12 12:31:13,631 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:31:13,631 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0020
2015-02-12 12:31:13,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423772685743_0020_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 12:31:13,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423772685743_0020_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 12:31:13,723 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0020_000001 (auth:SIMPLE)
2015-02-12 12:31:13,724 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0020_01_000007
2015-02-12 12:31:13,725 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000007
2015-02-12 12:31:13,725 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000007 transitioned from RUNNING to KILLING
2015-02-12 12:31:13,725 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0020_01_000007
2015-02-12 12:31:13,726 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:31:13,726 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0020_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 12:31:13,726 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000005
2015-02-12 12:31:13,726 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0020_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 12:31:13,726 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 12:31:13,727 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0020_01_000005, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 12:31:13,727 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:31:13,727 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:31:13,727 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0020_000001 released container container_1423772685743_0020_01_000005 on node: host: 10.1.1.68:61696 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 12:31:13,744 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0020_01_000007 is : 143
2015-02-12 12:31:13,753 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0020_000001 (auth:SIMPLE)
2015-02-12 12:31:13,755 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0020_01_000006
2015-02-12 12:31:13,755 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000006
2015-02-12 12:31:13,756 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:31:13,756 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000006 transitioned from RUNNING to KILLING
2015-02-12 12:31:13,756 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000007
2015-02-12 12:31:13,757 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0020_01_000006
2015-02-12 12:31:13,757 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000007
2015-02-12 12:31:13,757 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000007
2015-02-12 12:31:13,758 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:31:13,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000007
2015-02-12 12:31:13,776 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0020_01_000006 is : 143
2015-02-12 12:31:13,787 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000007
2015-02-12 12:31:13,788 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:31:13,788 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:31:13,788 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0020_01_000007 from application application_1423772685743_0020
2015-02-12 12:31:13,788 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:31:13,788 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0020
2015-02-12 12:31:13,789 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000006
2015-02-12 12:31:13,789 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000006
2015-02-12 12:31:13,789 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000006
2015-02-12 12:31:13,789 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000006
2015-02-12 12:31:13,790 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000006
2015-02-12 12:31:13,790 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:31:13,790 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0020_01_000006 from application application_1423772685743_0020
2015-02-12 12:31:13,790 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:31:13,790 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0020
2015-02-12 12:31:13,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423772685743_0020_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:31:13,867 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0020_000001 (auth:SIMPLE)
2015-02-12 12:31:13,869 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0020_01_000004
2015-02-12 12:31:13,869 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000004
2015-02-12 12:31:13,870 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:31:13,870 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0020_01_000004
2015-02-12 12:31:13,871 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:31:13,871 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:31:13,872 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0020_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 12:31:13,872 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000006
2015-02-12 12:31:13,872 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0020_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 12:31:13,872 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 12:31:13,873 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0020_01_000006, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 12:31:13,873 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:31:13,873 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:31:13,873 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0020_000001 released container container_1423772685743_0020_01_000006 on node: host: 10.1.1.68:61696 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 12:31:13,873 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:31:13,873 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0020_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 12:31:13,874 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000007
2015-02-12 12:31:13,874 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0020_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:31:13,874 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:31:13,874 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0020_01_000007, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:31:13,874 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:31:13,875 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:31:13,875 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0020_000001 released container container_1423772685743_0020_01_000007 on node: host: 10.1.1.68:61696 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:31:13,891 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0020_01_000004 is : 143
2015-02-12 12:31:13,904 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:31:13,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000004
2015-02-12 12:31:13,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000004
2015-02-12 12:31:13,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000004
2015-02-12 12:31:13,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000004
2015-02-12 12:31:13,906 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000004
2015-02-12 12:31:13,906 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:31:13,907 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0020_01_000004 from application application_1423772685743_0020
2015-02-12 12:31:13,907 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:31:13,907 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0020
2015-02-12 12:31:14,601 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:31:14,601 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0020_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:31:14,601 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000002
2015-02-12 12:31:14,602 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0020_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:31:14,602 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:31:14,603 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0020_01_000002, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:31:14,603 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:31:14,603 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:31:14,603 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0020_000001 released container container_1423772685743_0020_01_000002 on node: host: 10.1.1.68:61700 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:31:14,604 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:31:14,604 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:31:14,604 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000008
2015-02-12 12:31:14,604 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772685743_0020_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:31:14,605 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772685743_0020_000001 container=Container: [ContainerId: container_1423772685743_0020_01_000008, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:31:14,605 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:31:14,605 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:31:14,874 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:31:14,874 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0020_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:31:14,874 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000004
2015-02-12 12:31:14,875 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0020_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61696, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:31:14,875 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:31:14,876 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0020_01_000004, NodeId: 10.1.1.68:61696, NodeHttpAddress: 10.1.1.68:61699, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:61696 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:31:14,876 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:31:14,876 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:31:14,876 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0020_000001 released container container_1423772685743_0020_01_000004 on node: host: 10.1.1.68:61696 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:31:14,877 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:31:14,877 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:31:14,877 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:31:15,513 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:31:15,524 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0020_000001 (auth:SIMPLE)
2015-02-12 12:31:15,526 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772685743_0020_01_000008 by user soberoi
2015-02-12 12:31:15,526 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000008
2015-02-12 12:31:15,526 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772685743_0020_01_000008 to application application_1423772685743_0020
2015-02-12 12:31:15,526 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000008 transitioned from NEW to LOCALIZING
2015-02-12 12:31:15,527 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772685743_0020
2015-02-12 12:31:15,527 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772685743_0020
2015-02-12 12:31:15,527 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:31:15,527 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772685743_0020
2015-02-12 12:31:15,527 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:31:15,559 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-12 12:31:15,559 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:31:15,603 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0020_01_000003]
2015-02-12 12:31:15,603 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:31:15,603 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:31:15,603 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:31:15,646 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000008/default_container_executor.sh]
2015-02-12 12:31:15,874 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0020_01_000006, container_1423772685743_0020_01_000007, container_1423772685743_0020_01_000005]
2015-02-12 12:31:15,875 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:31:15,875 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:31:15,875 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:31:15,875 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:31:16,520 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:31:16,607 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0020_01_000002]
2015-02-12 12:31:16,607 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:31:16,875 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772685743_0020_01_000004]
2015-02-12 12:31:16,875 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:31:18,078 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:31:18,079 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:31:18,093 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:31:18,096 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:31:18,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423772685743_0020_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:31:18,401 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423772685743_0020_r_000000_0/part-00000. BP-1154917005-10.1.1.68-1423772669557 blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:31:18,486 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742026_1202 src: /127.0.0.1:63461 dest: /127.0.0.1:61668
2015-02-12 12:31:18,487 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742026_1202 src: /127.0.0.1:63462 dest: /127.0.0.1:61661
2015-02-12 12:31:18,489 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742026_1202 src: /127.0.0.1:63463 dest: /127.0.0.1:61658
2015-02-12 12:31:18,528 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63463, dest: /127.0.0.1:61658, bytes: 1070, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0020_r_000000_0_1946067926_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742026_1202, duration: 37462000
2015-02-12 12:31:18,528 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742026_1202, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:31:18,529 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63462, dest: /127.0.0.1:61661, bytes: 1070, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0020_r_000000_0_1946067926_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742026_1202, duration: 38411000
2015-02-12 12:31:18,529 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742026_1202, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:31:18,530 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:31:18,530 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63461, dest: /127.0.0.1:61668, bytes: 1070, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772685743_0020_r_000000_0_1946067926_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742026_1202, duration: 39643000
2015-02-12 12:31:18,530 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742026_1202, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:31:18,531 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:31:18,531 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]} size 0
2015-02-12 12:31:18,537 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423772685743_0020_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772685743_0020_r_000000_0_1946067926_1
2015-02-12 12:31:18,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423772685743_0020_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:31:18,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423772685743_0020_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:31:18,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/task_1423772685743_0020_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:31:18,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423772685743_0020_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/task_1423772685743_0020_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:31:18,579 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772685743_0020_000001 (auth:SIMPLE)
2015-02-12 12:31:18,580 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772685743_0020_01_000008
2015-02-12 12:31:18,581 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000008
2015-02-12 12:31:18,581 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000008 transitioned from RUNNING to KILLING
2015-02-12 12:31:18,581 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772685743_0020_01_000008
2015-02-12 12:31:18,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:31:18,589 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1102585042_1
2015-02-12 12:31:18,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:31:18,601 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772685743_0020_01_000008 is : 143
2015-02-12 12:31:18,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 12:31:18,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 12:31:18,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/task_1423772685743_0020_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:31:18,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:31:18,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/task_1423772685743_0020_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:31:18,612 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:31:18,613 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000008
2015-02-12 12:31:18,613 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000008
2015-02-12 12:31:18,613 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000008
2015-02-12 12:31:18,613 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772685743_0020_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:31:18,613 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000008
2015-02-12 12:31:18,614 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772685743_0020_01_000008 from application application_1423772685743_0020
2015-02-12 12:31:18,614 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:31:18,614 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772685743_0020/container_1423772685743_0020_01_000008
2015-02-12 12:31:18,614 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772685743_0020
2015-02-12 12:31:18,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary dst=null perm=null proto=rpc
2015-02-12 12:31:18,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:31:18,622 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1102585042_1
2015-02-12 12:31:18,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:31:18,626 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1102585042_1
2015-02-12 12:31:18,645 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63447, dest: /127.0.0.1:61665, bytes: 77273, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1102585042_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742025_1201, duration: 5387387000
2015-02-12 12:31:18,645 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742025_1201, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:31:18,646 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 17012
2015-02-12 12:31:18,647 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63446, dest: /127.0.0.1:61658, bytes: 77273, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1102585042_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742025_1201, duration: 5388873000
2015-02-12 12:31:18,647 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742025_1201, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:31:18,648 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 17012
2015-02-12 12:31:18,649 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63445, dest: /127.0.0.1:61661, bytes: 77273, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1102585042_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742025_1201, duration: 5390889000
2015-02-12 12:31:18,649 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742025_1201, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:31:18,649 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW]]} size 17012
2015-02-12 12:31:18,651 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job_1423772685743_0020_1.jhist is closed by DFSClient_NONMAPREDUCE_-1102585042_1
2015-02-12 12:31:18,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:31:18,656 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020.summary_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:31:18,658 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742027_1203 src: /127.0.0.1:63465 dest: /127.0.0.1:61665
2015-02-12 12:31:18,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742027_1203 src: /127.0.0.1:63466 dest: /127.0.0.1:61658
2015-02-12 12:31:18,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742027_1203 src: /127.0.0.1:63467 dest: /127.0.0.1:61661
2015-02-12 12:31:18,668 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63467, dest: /127.0.0.1:61661, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1102585042_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742027_1203, duration: 1102000
2015-02-12 12:31:18,668 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742027_1203, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:31:18,668 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:31:18,669 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63466, dest: /127.0.0.1:61658, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1102585042_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742027_1203, duration: 1854000
2015-02-12 12:31:18,669 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742027_1203, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:31:18,670 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63465, dest: /127.0.0.1:61665, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1102585042_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742027_1203, duration: 3352000
2015-02-12 12:31:18,670 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:31:18,670 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742027_1203, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:31:18,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:31:18,673 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1102585042_1
2015-02-12 12:31:18,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:31:18,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job_1423772685743_0020_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:31:18,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020-1423773055489-soberoi-%5BDFD2D788E1934A1DA5C9B6C5675D1118%2F5D991465B8374CA9-1423773078627-6-1-SUCCEEDED-default-1423773059405.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:31:18,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job_1423772685743_0020_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:31:18,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020-1423773055489-soberoi-%5BDFD2D788E1934A1DA5C9B6C5675D1118%2F5D991465B8374CA9-1423773078627-6-1-SUCCEEDED-default-1423773059405.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:31:18,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job_1423772685743_0020_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:31:18,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020-1423773055489-soberoi-%5BDFD2D788E1934A1DA5C9B6C5675D1118%2F5D991465B8374CA9-1423773078627-6-1-SUCCEEDED-default-1423773059405.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:31:18,701 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020-1423773055489-soberoi-%5BDFD2D788E1934A1DA5C9B6C5675D1118%2F5D991465B8374CA9-1423773078627-6-1-SUCCEEDED-default-1423773059405.jhist_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-6bfcb942-c244-4c82-9f48-8a9915942d57:NORMAL:127.0.0.1:61661|RBW]]}
2015-02-12 12:31:18,703 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742028_1204 src: /127.0.0.1:63469 dest: /127.0.0.1:61665
2015-02-12 12:31:18,704 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742028_1204 src: /127.0.0.1:63470 dest: /127.0.0.1:61658
2015-02-12 12:31:18,706 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742028_1204 src: /127.0.0.1:63471 dest: /127.0.0.1:61661
2015-02-12 12:31:18,709 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63471, dest: /127.0.0.1:61661, bytes: 77273, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1102585042_1, offset: 0, srvID: 18070054-5d1e-466b-b94e-bcb360fa5187, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742028_1204, duration: 1702000
2015-02-12 12:31:18,709 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742028_1204, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:31:18,710 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61661 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED]]} size 0
2015-02-12 12:31:18,710 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63470, dest: /127.0.0.1:61658, bytes: 77273, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1102585042_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742028_1204, duration: 2275000
2015-02-12 12:31:18,710 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742028_1204, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:31:18,710 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:31:18,711 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63469, dest: /127.0.0.1:61665, bytes: 77273, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1102585042_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742028_1204, duration: 3159000
2015-02-12 12:31:18,711 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742028_1204, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:31:18,712 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-336e86bf-eaa8-4de5-8d7e-1a9bf41c24e5:NORMAL:127.0.0.1:61661|FINALIZED], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:31:18,713 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020-1423773055489-soberoi-%5BDFD2D788E1934A1DA5C9B6C5675D1118%2F5D991465B8374CA9-1423773078627-6-1-SUCCEEDED-default-1423773059405.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1102585042_1
2015-02-12 12:31:18,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020-1423773055489-soberoi-%5BDFD2D788E1934A1DA5C9B6C5675D1118%2F5D991465B8374CA9-1423773078627-6-1-SUCCEEDED-default-1423773059405.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:31:18,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job_1423772685743_0020_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:31:18,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:31:18,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job_1423772685743_0020_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:31:18,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:31:18,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020/job_1423772685743_0020_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:31:18,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:31:18,728 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020_conf.xml_tmp. BP-1154917005-10.1.1.68-1423772669557 blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-77e0da7f-735e-4b15-8971-6fc4f8c09df3:NORMAL:127.0.0.1:61658|RBW]]}
2015-02-12 12:31:18,730 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742029_1205 src: /127.0.0.1:63472 dest: /127.0.0.1:61668
2015-02-12 12:31:18,732 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742029_1205 src: /127.0.0.1:63473 dest: /127.0.0.1:61665
2015-02-12 12:31:18,733 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1154917005-10.1.1.68-1423772669557:blk_1073742029_1205 src: /127.0.0.1:63474 dest: /127.0.0.1:61658
2015-02-12 12:31:18,737 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63474, dest: /127.0.0.1:61658, bytes: 117213, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1102585042_1, offset: 0, srvID: 9593ab57-1989-433e-a4af-02278ae6414c, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742029_1205, duration: 2053000
2015-02-12 12:31:18,737 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742029_1205, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:31:18,738 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61658 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-2c5ca876-f98e-419e-acc4-e7dfa102a197:NORMAL:127.0.0.1:61665|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED]]} size 0
2015-02-12 12:31:18,738 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63473, dest: /127.0.0.1:61665, bytes: 117213, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1102585042_1, offset: 0, srvID: 18d95aeb-8a1b-4513-b042-c5f9210b1a8a, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742029_1205, duration: 2623000
2015-02-12 12:31:18,738 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742029_1205, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:31:18,739 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61665 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1c85d20-c8b0-4078-8cee-e990c0fa8426:NORMAL:127.0.0.1:61668|RBW], ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED]]} size 0
2015-02-12 12:31:18,739 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63472, dest: /127.0.0.1:61668, bytes: 117213, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1102585042_1, offset: 0, srvID: cbf5b12b-ec73-485f-a254-ead4db8db64b, blockid: BP-1154917005-10.1.1.68-1423772669557:blk_1073742029_1205, duration: 3971000
2015-02-12 12:31:18,740 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1154917005-10.1.1.68-1423772669557:blk_1073742029_1205, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:31:18,740 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:61668 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9d1843b-cabe-41fa-90d5-5f7f3182a25d:NORMAL:127.0.0.1:61658|FINALIZED], ReplicaUnderConstruction[[DISK]DS-28b15170-9f7f-4a74-b995-9150bc1ff204:NORMAL:127.0.0.1:61665|FINALIZED], ReplicaUnderConstruction[[DISK]DS-54ce8e18-7a64-4f23-8d15-c3601fc57a69:NORMAL:127.0.0.1:61668|FINALIZED]]} size 0
2015-02-12 12:31:18,742 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1102585042_1
2015-02-12 12:31:18,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:31:18,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:31:18,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:31:18,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020-1423773055489-soberoi-%5BDFD2D788E1934A1DA5C9B6C5675D1118%2F5D991465B8374CA9-1423773078627-6-1-SUCCEEDED-default-1423773059405.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772685743_0020-1423773055489-soberoi-%5BDFD2D788E1934A1DA5C9B6C5675D1118%2F5D991465B8374CA9-1423773078627-6-1-SUCCEEDED-default-1423773059405.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:31:18,758 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772685743_0020_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:31:18,758 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0020_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:31:18,758 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772685743_0020 with final state: FINISHING
2015-02-12 12:31:18,758 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0020 State change from RUNNING to FINAL_SAVING
2015-02-12 12:31:18,759 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772685743_0020
2015-02-12 12:31:18,760 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772685743_0020_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:31:18,760 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772685743_0020 State change from FINAL_SAVING to FINISHING
2015-02-12 12:31:19,585 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772685743_0020_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:31:19,585 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772685743_0020_01_000008 in state: COMPLETED event:FINISHED
2015-02-12 12:31:19,585 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772685743_0020 CONTAINERID=container_1423772685743_0020_01_000008
2015-02-12 12:31:19,585 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772685743_0020_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:61700, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:31:19,585 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:31:19,589 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772685743_0020_01_000008, NodeId: 10.1.1.68:61700, NodeHttpAddress: 10.1.1.68:61703, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:61700 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:31:19,589 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:31:19,589 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:31:19,589 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772685743_0020_000001 released container container_1423772685743_0020_01_000008 on node: host: 10.1.1.68:61700 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:31:19,766 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772685743_0020 unregistered successfully.
2015-02-12 12:31:19,770 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742020_1196 127.0.0.1:61668 127.0.0.1:61658 127.0.0.1:61661 127.0.0.1:61665
2015-02-12 12:31:19,770 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742021_1197 127.0.0.1:61661 127.0.0.1:61658 127.0.0.1:61668 127.0.0.1:61665
2015-02-12 12:31:19,770 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742022_1198 127.0.0.1:61661 127.0.0.1:61658 127.0.0.1:61665
2015-02-12 12:31:19,770 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742023_1199 127.0.0.1:61665 127.0.0.1:61668 127.0.0.1:61661
2015-02-12 12:31:19,770 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742025_1201 127.0.0.1:61661 127.0.0.1:61658 127.0.0.1:61665
2015-02-12 12:31:19,771 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742024_1200 127.0.0.1:61668 127.0.0.1:61658 127.0.0.1:61661
2015-02-12 12:31:19,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772685743_0020 dst=null perm=null proto=rpc
2015-02-12 12:31:19,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 12:31:19,805 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary
2015-02-12 12:31:19,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary dst=null perm=null proto=rpc
2015-02-12 12:31:19,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 12:31:19,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 12:31:19,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 12:31:19,821 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:31:19,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:31:19,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:31:19,827 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/serializedpipesplatform/customerwritable
2015-02-12 12:31:19,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 12:31:19,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 12:31:19,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 12:31:19,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 12:31:19,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:31:19,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/part-00000 dst=null perm=null proto=rpc