2015-02-12 12:00:05,864 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-12 12:00:05,898 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-02-12 12:00:05,898 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.hadoop.MapReduceFlowPlatformTest
2015-02-12 12:00:05,912 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(117)) - using cluster
2015-02-12 12:00:06,898 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2015-02-12 12:00:06,966 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(776)) - No KeyProvider found.
2015-02-12 12:00:06,999 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(788)) - fsLock is fair:true
2015-02-12 12:00:07,050 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2015-02-12 12:00:07,052 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 12:00:07,053 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 12:00:07,055 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 12:00:07,056 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 12:00:07
2015-02-12 12:00:07,059 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 12:00:07,059 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:00:07,062 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 12:00:07,062 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 12:00:07,081 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(364)) - dfs.block.access.token.enable=false
2015-02-12 12:00:07,082 INFO blockmanagement.BlockManager (BlockManager.java:<init>(349)) - defaultReplication = 3
2015-02-12 12:00:07,083 INFO blockmanagement.BlockManager (BlockManager.java:<init>(350)) - maxReplication = 512
2015-02-12 12:00:07,083 INFO blockmanagement.BlockManager (BlockManager.java:<init>(351)) - minReplication = 1
2015-02-12 12:00:07,084 INFO blockmanagement.BlockManager (BlockManager.java:<init>(352)) - maxReplicationStreams = 2
2015-02-12 12:00:07,084 INFO blockmanagement.BlockManager (BlockManager.java:<init>(353)) - shouldCheckForEnoughRacks = false
2015-02-12 12:00:07,085 INFO blockmanagement.BlockManager (BlockManager.java:<init>(354)) - replicationRecheckInterval = 3000
2015-02-12 12:00:07,086 INFO blockmanagement.BlockManager (BlockManager.java:<init>(355)) - encryptDataTransfer = false
2015-02-12 12:00:07,087 INFO blockmanagement.BlockManager (BlockManager.java:<init>(356)) - maxNumBlocksToLog = 1000
2015-02-12 12:00:07,096 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(811)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 12:00:07,097 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(812)) - supergroup = supergroup
2015-02-12 12:00:07,097 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(813)) - isPermissionEnabled = true
2015-02-12 12:00:07,098 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(824)) - HA Enabled: false
2015-02-12 12:00:07,101 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - Append Enabled: true
2015-02-12 12:00:07,385 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 12:00:07,386 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:00:07,386 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 12:00:07,387 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 12:00:07,388 INFO namenode.NameNode (FSDirectory.java:<init>(234)) - Caching file names occuring more than 10 times
2015-02-12 12:00:07,402 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 12:00:07,403 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:00:07,403 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 12:00:07,404 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 12:00:07,430 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5666)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 12:00:07,430 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5667)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 12:00:07,430 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5668)) - dfs.namenode.safemode.extension = 0
2015-02-12 12:00:07,432 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(959)) - Retry cache on namenode is enabled
2015-02-12 12:00:07,433 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(967)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 12:00:07,436 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 12:00:07,437 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:00:07,438 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 12:00:07,438 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 12:00:07,450 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 12:00:07,450 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 12:00:07,451 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 12:00:07,538 INFO namenode.FSImage (FSImage.java:format(145)) - Allocated new BlockPoolId: BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:07,563 INFO common.Storage (NNStorage.java:format(552)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1 has been successfully formatted.
2015-02-12 12:00:07,566 INFO common.Storage (NNStorage.java:format(552)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2 has been successfully formatted.
2015-02-12 12:00:07,684 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2015-02-12 12:00:07,686 INFO namenode.NameNode (NameNode.java:createNameNode(1367)) - createNameNode []
2015-02-12 12:00:07,718 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2015-02-12 12:00:07,783 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(376)) - Scheduled snapshot period at 10 second(s).
2015-02-12 12:00:07,784 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(191)) - NameNode metrics system started
2015-02-12 12:00:07,786 INFO namenode.NameNode (NameNode.java:setClientNamenodeAddress(349)) - fs.defaultFS is hdfs://127.0.0.1:0
2015-02-12 12:00:07,827 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1694)) - Starting Web-server for hdfs at: http://localhost:0
2015-02-12 12:00:07,885 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2015-02-12 12:00:07,891 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2015-02-12 12:00:07,907 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:00:07,910 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2015-02-12 12:00:07,910 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:00:07,911 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:00:07,935 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(86)) - Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2015-02-12 12:00:07,938 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 12:00:07,961 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 53716
2015-02-12 12:00:07,961 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:00:08,016 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/hdfs to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_53716_hdfs____amppt4/webapp
2015-02-12 12:00:08,558 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53716
2015-02-12 12:00:08,573 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(776)) - No KeyProvider found.
2015-02-12 12:00:08,574 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(788)) - fsLock is fair:true
2015-02-12 12:00:08,575 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 12:00:08,576 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 12:00:08,576 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 12:00:08,577 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 12:00:08
2015-02-12 12:00:08,577 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 12:00:08,577 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:00:08,578 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 12:00:08,578 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 12:00:08,580 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(364)) - dfs.block.access.token.enable=false
2015-02-12 12:00:08,580 INFO blockmanagement.BlockManager (BlockManager.java:<init>(349)) - defaultReplication = 3
2015-02-12 12:00:08,581 INFO blockmanagement.BlockManager (BlockManager.java:<init>(350)) - maxReplication = 512
2015-02-12 12:00:08,581 INFO blockmanagement.BlockManager (BlockManager.java:<init>(351)) - minReplication = 1
2015-02-12 12:00:08,581 INFO blockmanagement.BlockManager (BlockManager.java:<init>(352)) - maxReplicationStreams = 2
2015-02-12 12:00:08,582 INFO blockmanagement.BlockManager (BlockManager.java:<init>(353)) - shouldCheckForEnoughRacks = false
2015-02-12 12:00:08,582 INFO blockmanagement.BlockManager (BlockManager.java:<init>(354)) - replicationRecheckInterval = 3000
2015-02-12 12:00:08,582 INFO blockmanagement.BlockManager (BlockManager.java:<init>(355)) - encryptDataTransfer = false
2015-02-12 12:00:08,582 INFO blockmanagement.BlockManager (BlockManager.java:<init>(356)) - maxNumBlocksToLog = 1000
2015-02-12 12:00:08,583 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(811)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 12:00:08,583 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(812)) - supergroup = supergroup
2015-02-12 12:00:08,583 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(813)) - isPermissionEnabled = true
2015-02-12 12:00:08,584 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(824)) - HA Enabled: false
2015-02-12 12:00:08,584 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - Append Enabled: true
2015-02-12 12:00:08,585 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 12:00:08,585 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:00:08,586 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 12:00:08,586 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 12:00:08,612 INFO namenode.NameNode (FSDirectory.java:<init>(234)) - Caching file names occuring more than 10 times
2015-02-12 12:00:08,612 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 12:00:08,612 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:00:08,613 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 12:00:08,613 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 12:00:08,614 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5666)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 12:00:08,614 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5667)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 12:00:08,614 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5668)) - dfs.namenode.safemode.extension = 0
2015-02-12 12:00:08,615 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(959)) - Retry cache on namenode is enabled
2015-02-12 12:00:08,615 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(967)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 12:00:08,615 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 12:00:08,615 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:00:08,616 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 12:00:08,616 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 12:00:08,618 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 12:00:08,619 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 12:00:08,619 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 12:00:08,622 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/in_use.lock acquired by nodename 65510@Edinburgh.local
2015-02-12 12:00:08,625 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2/in_use.lock acquired by nodename 65510@Edinburgh.local
2015-02-12 12:00:08,628 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(362)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/current
2015-02-12 12:00:08,628 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(362)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2/current
2015-02-12 12:00:08,629 INFO namenode.FSImage (FSImage.java:loadFSImage(656)) - No edit log streams selected.
2015-02-12 12:00:08,645 INFO namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(214)) - Loading 1 INodes.
2015-02-12 12:00:08,683 INFO namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(182)) - Loaded FSImage in 0 seconds.
2015-02-12 12:00:08,684 INFO namenode.FSImage (FSImage.java:loadFSImage(937)) - Loaded image for txid 0 from /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2015-02-12 12:00:08,689 INFO namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1029)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2015-02-12 12:00:08,692 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1173)) - Starting log segment at 1
2015-02-12 12:00:08,728 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2015-02-12 12:00:08,732 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(748)) - Finished loading FSImage in 113 msecs
2015-02-12 12:00:09,013 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(329)) - RPC server is binding to localhost:0
2015-02-12 12:00:09,022 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:00:09,037 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 53732
2015-02-12 12:00:09,112 INFO namenode.NameNode (NameNode.java:initialize(603)) - Clients are to use localhost:53732 to access this namenode/service.
2015-02-12 12:00:09,120 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(6645)) - Registered FSNamesystemState MBean
2015-02-12 12:00:09,157 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(6256)) - Number of blocks under construction: 0
2015-02-12 12:00:09,157 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(6256)) - Number of blocks under construction: 0
2015-02-12 12:00:09,157 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(1221)) - initializing replication queues
2015-02-12 12:00:09,158 INFO hdfs.StateChange (FSNamesystem.java:leave(5740)) - STATE* Leaving safe mode after 0 secs
2015-02-12 12:00:09,158 INFO hdfs.StateChange (FSNamesystem.java:leave(5751)) - STATE* Network topology has 0 racks and 0 datanodes
2015-02-12 12:00:09,158 INFO hdfs.StateChange (FSNamesystem.java:leave(5754)) - STATE* UnderReplicatedBlocks has 0 blocks
2015-02-12 12:00:09,161 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2612)) - Total number of blocks = 0
2015-02-12 12:00:09,161 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2613)) - Number of invalid blocks = 0
2015-02-12 12:00:09,161 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2614)) - Number of under-replicated blocks = 0
2015-02-12 12:00:09,162 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2615)) - Number of over-replicated blocks = 0
2015-02-12 12:00:09,162 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2617)) - Number of blocks being written = 0
2015-02-12 12:00:09,162 INFO hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(2618)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 4 msec
2015-02-12 12:00:09,199 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:00:09,199 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 53732: starting
2015-02-12 12:00:09,203 INFO namenode.NameNode (NameNode.java:startCommonServices(646)) - NameNode RPC up at: localhost/127.0.0.1:53732
2015-02-12 12:00:09,203 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1142)) - Starting services required for active state
2015-02-12 12:00:09,209 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2015-02-12 12:00:09,209 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 1423771209209 milliseconds
2015-02-12 12:00:09,211 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 2 millisecond(s).
2015-02-12 12:00:09,298 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2
2015-02-12 12:00:09,382 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 12:00:09,383 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 12:00:09,388 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 12:00:09,394 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:53738
2015-02-12 12:00:09,399 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 12:00:09,399 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 12:00:09,402 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 12:00:09,404 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:00:09,405 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 12:00:09,408 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:00:09,409 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:00:09,414 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 12:00:09,415 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 53739
2015-02-12 12:00:09,415 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:00:09,419 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_53739_datanode____.q3ljq2/webapp
2015-02-12 12:00:09,586 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53739
2015-02-12 12:00:09,587 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 12:00:09,588 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 12:00:09,602 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:00:09,603 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 53740
2015-02-12 12:00:09,608 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:53740
2015-02-12 12:00:09,619 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 12:00:09,621 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 12:00:09,636 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:53732 starting to offer service
2015-02-12 12:00:09,647 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:00:09,648 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 53740: starting
2015-02-12 12:00:09,654 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4
2015-02-12 12:00:09,695 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 12:00:09,695 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 12:00:09,696 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 12:00:09,697 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:53741
2015-02-12 12:00:09,697 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 12:00:09,697 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 12:00:09,699 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 12:00:09,700 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:00:09,701 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 12:00:09,702 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:00:09,702 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:00:09,704 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 12:00:09,704 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 53742
2015-02-12 12:00:09,705 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:00:09,708 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_53742_datanode____.hswsi/webapp
2015-02-12 12:00:09,881 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53742
2015-02-12 12:00:09,882 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 12:00:09,883 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 12:00:09,884 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:00:09,888 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 53744
2015-02-12 12:00:09,890 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 12:00:09,891 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 65510@Edinburgh.local
2015-02-12 12:00:09,893 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1 is not formatted for BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:09,893 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:00:09,896 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:53744
2015-02-12 12:00:09,896 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 65510@Edinburgh.local
2015-02-12 12:00:09,897 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2 is not formatted for BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:09,897 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:00:09,904 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 12:00:09,905 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 12:00:09,907 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:53732 starting to offer service
2015-02-12 12:00:09,909 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:00:09,909 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 53744: starting
2015-02-12 12:00:09,912 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 12:00:09,913 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 65510@Edinburgh.local
2015-02-12 12:00:09,913 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3 is not formatted for BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:09,913 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:00:09,914 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 65510@Edinburgh.local
2015-02-12 12:00:09,914 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4 is not formatted for BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:09,914 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:00:09,915 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6
2015-02-12 12:00:09,956 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:09,957 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:00:09,957 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462 is not formatted.
2015-02-12 12:00:09,957 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:00:09,958 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1353726190-10.1.1.68-1423771207462 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462/current
2015-02-12 12:00:09,958 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:00:09,959 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462 is not formatted.
2015-02-12 12:00:09,960 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:00:09,961 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1353726190-10.1.1.68-1423771207462 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current
2015-02-12 12:00:09,962 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:00:09,962 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:00:09,963 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=1221829425;bpid=BP-1353726190-10.1.1.68-1423771207462;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=1221829425;c=0;bpid=BP-1353726190-10.1.1.68-1423771207462;dnuuid=null
2015-02-12 12:00:09,965 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID ee810a9b-e37f-4be4-8b9f-4543a27a56be
2015-02-12 12:00:09,969 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:09,969 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:00:09,969 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462 is not formatted.
2015-02-12 12:00:09,969 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:00:09,969 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1353726190-10.1.1.68-1423771207462 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current
2015-02-12 12:00:09,970 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:00:09,970 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462 is not formatted.
2015-02-12 12:00:09,970 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:00:09,970 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1353726190-10.1.1.68-1423771207462 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current
2015-02-12 12:00:09,972 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:00:09,972 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:00:09,973 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=1221829425;bpid=BP-1353726190-10.1.1.68-1423771207462;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=1221829425;c=0;bpid=BP-1353726190-10.1.1.68-1423771207462;dnuuid=null
2015-02-12 12:00:09,974 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID f38d2a0b-6230-432f-a65e-365c25faf1fc
2015-02-12 12:00:09,991 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 12:00:09,994 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 12:00:09,995 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 12:00:09,996 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:53745
2015-02-12 12:00:09,996 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 12:00:09,997 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 12:00:09,998 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 12:00:09,999 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current
2015-02-12 12:00:09,999 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current
2015-02-12 12:00:10,000 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:00:10,000 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current, StorageType: DISK
2015-02-12 12:00:10,000 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current, StorageType: DISK
2015-02-12 12:00:10,000 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current
2015-02-12 12:00:10,001 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current, StorageType: DISK
2015-02-12 12:00:10,001 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 12:00:10,001 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current
2015-02-12 12:00:10,001 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current, StorageType: DISK
2015-02-12 12:00:10,001 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:00:10,002 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:00:10,003 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 12:00:10,004 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 53746
2015-02-12 12:00:10,004 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:00:10,007 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 12:00:10,007 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 12:00:10,009 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_53746_datanode____.jwjhmm/webapp
2015-02-12 12:00:10,011 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423771968011 with interval 21600000
2015-02-12 12:00:10,012 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:10,012 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423776732012 with interval 21600000
2015-02-12 12:00:10,012 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current...
2015-02-12 12:00:10,012 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:10,013 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current...
2015-02-12 12:00:10,013 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current...
2015-02-12 12:00:10,013 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current...
2015-02-12 12:00:10,030 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1353726190-10.1.1.68-1423771207462 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current: 17ms
2015-02-12 12:00:10,030 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1353726190-10.1.1.68-1423771207462 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current: 17ms
2015-02-12 12:00:10,030 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1353726190-10.1.1.68-1423771207462 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current: 17ms
2015-02-12 12:00:10,030 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1353726190-10.1.1.68-1423771207462 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current: 16ms
2015-02-12 12:00:10,031 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-1353726190-10.1.1.68-1423771207462: 18ms
2015-02-12 12:00:10,031 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-1353726190-10.1.1.68-1423771207462: 19ms
2015-02-12 12:00:10,032 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current...
2015-02-12 12:00:10,032 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current...
2015-02-12 12:00:10,032 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current: 0ms
2015-02-12 12:00:10,032 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current...
2015-02-12 12:00:10,032 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current: 0ms
2015-02-12 12:00:10,033 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current: 1ms
2015-02-12 12:00:10,033 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 2ms
2015-02-12 12:00:10,033 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current...
2015-02-12 12:00:10,033 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current: 0ms
2015-02-12 12:00:10,034 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 3ms
2015-02-12 12:00:10,035 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-1353726190-10.1.1.68-1423771207462 (Datanode Uuid null) service to localhost/127.0.0.1:53732 beginning handshake with NN
2015-02-12 12:00:10,035 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-1353726190-10.1.1.68-1423771207462 (Datanode Uuid null) service to localhost/127.0.0.1:53732 beginning handshake with NN
2015-02-12 12:00:10,044 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=f38d2a0b-6230-432f-a65e-365c25faf1fc, infoPort=53742, ipcPort=53744, storageInfo=lv=-56;cid=testClusterID;nsid=1221829425;c=0) storage f38d2a0b-6230-432f-a65e-365c25faf1fc
2015-02-12 12:00:10,049 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:00:10,049 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:53741
2015-02-12 12:00:10,052 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=ee810a9b-e37f-4be4-8b9f-4543a27a56be, infoPort=53739, ipcPort=53740, storageInfo=lv=-56;cid=testClusterID;nsid=1221829425;c=0) storage ee810a9b-e37f-4be4-8b9f-4543a27a56be
2015-02-12 12:00:10,052 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:00:10,052 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:53738
2015-02-12 12:00:10,055 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-1353726190-10.1.1.68-1423771207462 (Datanode Uuid null) service to localhost/127.0.0.1:53732 successfully registered with NN
2015-02-12 12:00:10,055 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:53732 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 12:00:10,055 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-1353726190-10.1.1.68-1423771207462 (Datanode Uuid null) service to localhost/127.0.0.1:53732 successfully registered with NN
2015-02-12 12:00:10,055 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:53732 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 12:00:10,087 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:00:10,088 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6 for DN 127.0.0.1:53741
2015-02-12 12:00:10,088 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-066bd2dd-9162-402b-a710-de381f7cea4e for DN 127.0.0.1:53741
2015-02-12 12:00:10,088 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:00:10,088 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-0680fab8-638d-480f-a8f3-641d65ec6a25 for DN 127.0.0.1:53738
2015-02-12 12:00:10,089 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5 for DN 127.0.0.1:53738
2015-02-12 12:00:10,100 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-1353726190-10.1.1.68-1423771207462 (Datanode Uuid f38d2a0b-6230-432f-a65e-365c25faf1fc) service to localhost/127.0.0.1:53732 trying to claim ACTIVE state with txid=1
2015-02-12 12:00:10,100 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-1353726190-10.1.1.68-1423771207462 (Datanode Uuid f38d2a0b-6230-432f-a65e-365c25faf1fc) service to localhost/127.0.0.1:53732
2015-02-12 12:00:10,101 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-1353726190-10.1.1.68-1423771207462 (Datanode Uuid ee810a9b-e37f-4be4-8b9f-4543a27a56be) service to localhost/127.0.0.1:53732 trying to claim ACTIVE state with txid=1
2015-02-12 12:00:10,101 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-1353726190-10.1.1.68-1423771207462 (Datanode Uuid ee810a9b-e37f-4be4-8b9f-4543a27a56be) service to localhost/127.0.0.1:53732
2015-02-12 12:00:10,111 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:00:10,111 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5 node DatanodeRegistration(127.0.0.1, datanodeUuid=ee810a9b-e37f-4be4-8b9f-4543a27a56be, infoPort=53739, ipcPort=53740, storageInfo=lv=-56;cid=testClusterID;nsid=1221829425;c=0), blocks: 0, hasStaleStorages: true, processing time: 2 msecs
2015-02-12 12:00:10,111 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-066bd2dd-9162-402b-a710-de381f7cea4e,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:00:10,112 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-0680fab8-638d-480f-a8f3-641d65ec6a25,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:00:10,112 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-066bd2dd-9162-402b-a710-de381f7cea4e node DatanodeRegistration(127.0.0.1, datanodeUuid=f38d2a0b-6230-432f-a65e-365c25faf1fc, infoPort=53742, ipcPort=53744, storageInfo=lv=-56;cid=testClusterID;nsid=1221829425;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-12 12:00:10,112 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-0680fab8-638d-480f-a8f3-641d65ec6a25 node DatanodeRegistration(127.0.0.1, datanodeUuid=ee810a9b-e37f-4be4-8b9f-4543a27a56be, infoPort=53739, ipcPort=53740, storageInfo=lv=-56;cid=testClusterID;nsid=1221829425;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 12:00:10,112 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:00:10,112 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6 node DatanodeRegistration(127.0.0.1, datanodeUuid=f38d2a0b-6230-432f-a65e-365c25faf1fc, infoPort=53742, ipcPort=53744, storageInfo=lv=-56;cid=testClusterID;nsid=1221829425;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 12:00:10,132 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 1 msec to generate and 30 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@41bab658
2015-02-12 12:00:10,133 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 2 msec to generate and 29 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@244af210
2015-02-12 12:00:10,133 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:10,133 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:10,136 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 12:00:10,137 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:00:10,137 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 12:00:10,137 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:00:10,137 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 12:00:10,137 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 12:00:10,137 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 12:00:10,138 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 12:00:10,138 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:10,138 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:10,143 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1353726190-10.1.1.68-1423771207462 to blockPoolScannerMap, new size=1
2015-02-12 12:00:10,143 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1353726190-10.1.1.68-1423771207462 to blockPoolScannerMap, new size=1
2015-02-12 12:00:10,190 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53746
2015-02-12 12:00:10,191 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 12:00:10,191 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 12:00:10,193 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:00:10,194 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 53748
2015-02-12 12:00:10,197 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:53748
2015-02-12 12:00:10,202 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 12:00:10,202 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 12:00:10,204 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:53732 starting to offer service
2015-02-12 12:00:10,205 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:00:10,206 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 53748: starting
2015-02-12 12:00:10,208 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 12:00:10,208 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 65510@Edinburgh.local
2015-02-12 12:00:10,209 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5 is not formatted for BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:10,209 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:00:10,210 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8
2015-02-12 12:00:10,210 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 65510@Edinburgh.local
2015-02-12 12:00:10,210 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6 is not formatted for BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:10,210 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:00:10,247 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 12:00:10,248 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 12:00:10,249 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 12:00:10,249 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:53750
2015-02-12 12:00:10,250 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 12:00:10,250 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 12:00:10,252 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 12:00:10,253 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:00:10,254 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:10,254 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:00:10,255 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462 is not formatted.
2015-02-12 12:00:10,255 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:00:10,255 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1353726190-10.1.1.68-1423771207462 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current
2015-02-12 12:00:10,256 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:00:10,256 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462 is not formatted.
2015-02-12 12:00:10,256 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:00:10,256 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1353726190-10.1.1.68-1423771207462 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current
2015-02-12 12:00:10,256 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 12:00:10,257 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:00:10,258 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:00:10,258 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:00:10,258 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:00:10,259 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=1221829425;bpid=BP-1353726190-10.1.1.68-1423771207462;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=1221829425;c=0;bpid=BP-1353726190-10.1.1.68-1423771207462;dnuuid=null
2015-02-12 12:00:10,260 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 12:00:10,261 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 53751
2015-02-12 12:00:10,261 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID 85c6e822-d78a-49ff-858e-5a8734ebb116
2015-02-12 12:00:10,262 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:00:10,262 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current
2015-02-12 12:00:10,263 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current, StorageType: DISK
2015-02-12 12:00:10,263 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current
2015-02-12 12:00:10,263 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current, StorageType: DISK
2015-02-12 12:00:10,264 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 12:00:10,265 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423779401265 with interval 21600000
2015-02-12 12:00:10,265 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:10,266 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current...
2015-02-12 12:00:10,266 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current...
2015-02-12 12:00:10,272 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_53751_datanode____.404544/webapp
2015-02-12 12:00:10,275 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1353726190-10.1.1.68-1423771207462 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current: 9ms
2015-02-12 12:00:10,275 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1353726190-10.1.1.68-1423771207462 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current: 9ms
2015-02-12 12:00:10,275 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-1353726190-10.1.1.68-1423771207462: 9ms
2015-02-12 12:00:10,276 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current...
2015-02-12 12:00:10,276 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current...
2015-02-12 12:00:10,276 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current: 0ms
2015-02-12 12:00:10,276 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current: 0ms
2015-02-12 12:00:10,276 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 1ms
2015-02-12 12:00:10,277 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-1353726190-10.1.1.68-1423771207462 (Datanode Uuid null) service to localhost/127.0.0.1:53732 beginning handshake with NN
2015-02-12 12:00:10,278 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=85c6e822-d78a-49ff-858e-5a8734ebb116, infoPort=53746, ipcPort=53748, storageInfo=lv=-56;cid=testClusterID;nsid=1221829425;c=0) storage 85c6e822-d78a-49ff-858e-5a8734ebb116
2015-02-12 12:00:10,278 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:00:10,279 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:53745
2015-02-12 12:00:10,279 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-1353726190-10.1.1.68-1423771207462 (Datanode Uuid null) service to localhost/127.0.0.1:53732 successfully registered with NN
2015-02-12 12:00:10,280 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:53732 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 12:00:10,281 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:00:10,281 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db for DN 127.0.0.1:53745
2015-02-12 12:00:10,281 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf for DN 127.0.0.1:53745
2015-02-12 12:00:10,282 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-1353726190-10.1.1.68-1423771207462 (Datanode Uuid 85c6e822-d78a-49ff-858e-5a8734ebb116) service to localhost/127.0.0.1:53732 trying to claim ACTIVE state with txid=1
2015-02-12 12:00:10,282 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-1353726190-10.1.1.68-1423771207462 (Datanode Uuid 85c6e822-d78a-49ff-858e-5a8734ebb116) service to localhost/127.0.0.1:53732
2015-02-12 12:00:10,284 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:00:10,284 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf node DatanodeRegistration(127.0.0.1, datanodeUuid=85c6e822-d78a-49ff-858e-5a8734ebb116, infoPort=53746, ipcPort=53748, storageInfo=lv=-56;cid=testClusterID;nsid=1221829425;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 12:00:10,284 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:00:10,284 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db node DatanodeRegistration(127.0.0.1, datanodeUuid=85c6e822-d78a-49ff-858e-5a8734ebb116, infoPort=53746, ipcPort=53748, storageInfo=lv=-56;cid=testClusterID;nsid=1221829425;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 12:00:10,285 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 2 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@70ec25a3
2015-02-12 12:00:10,285 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:10,285 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 12:00:10,285 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:00:10,286 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 12:00:10,286 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 12:00:10,287 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:10,288 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1353726190-10.1.1.68-1423771207462 to blockPoolScannerMap, new size=1
2015-02-12 12:00:10,443 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53751
2015-02-12 12:00:10,444 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 12:00:10,444 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 12:00:10,445 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:00:10,446 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 53755
2015-02-12 12:00:10,450 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:53755
2015-02-12 12:00:10,457 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 12:00:10,458 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 12:00:10,459 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:53732 starting to offer service
2015-02-12 12:00:10,460 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:00:10,480 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 53755: starting
2015-02-12 12:00:10,482 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 12:00:10,492 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 65510@Edinburgh.local
2015-02-12 12:00:10,493 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7 is not formatted for BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:10,493 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:00:10,494 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 65510@Edinburgh.local
2015-02-12 12:00:10,494 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8 is not formatted for BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:10,494 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:00:10,537 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:10,538 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:00:10,538 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462 is not formatted.
2015-02-12 12:00:10,538 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:00:10,538 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1353726190-10.1.1.68-1423771207462 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current
2015-02-12 12:00:10,541 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:00:10,542 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462 is not formatted.
2015-02-12 12:00:10,542 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:00:10,542 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1353726190-10.1.1.68-1423771207462 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current
2015-02-12 12:00:10,542 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:00:10,543 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:00:10,544 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=1221829425;bpid=BP-1353726190-10.1.1.68-1423771207462;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=1221829425;c=0;bpid=BP-1353726190-10.1.1.68-1423771207462;dnuuid=null
2015-02-12 12:00:10,544 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad
2015-02-12 12:00:10,546 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current
2015-02-12 12:00:10,546 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current, StorageType: DISK
2015-02-12 12:00:10,546 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current
2015-02-12 12:00:10,546 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current, StorageType: DISK
2015-02-12 12:00:10,547 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 12:00:10,548 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423776026548 with interval 21600000
2015-02-12 12:00:10,549 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:10,550 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current...
2015-02-12 12:00:10,550 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current...
2015-02-12 12:00:10,558 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1353726190-10.1.1.68-1423771207462 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current: 8ms
2015-02-12 12:00:10,558 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1353726190-10.1.1.68-1423771207462 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current: 8ms
2015-02-12 12:00:10,558 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-1353726190-10.1.1.68-1423771207462: 9ms
2015-02-12 12:00:10,559 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current...
2015-02-12 12:00:10,559 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current...
2015-02-12 12:00:10,559 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current: 0ms
2015-02-12 12:00:10,559 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1353726190-10.1.1.68-1423771207462 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current: 0ms
2015-02-12 12:00:10,559 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 1ms
2015-02-12 12:00:10,560 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-1353726190-10.1.1.68-1423771207462 (Datanode Uuid null) service to localhost/127.0.0.1:53732 beginning handshake with NN
2015-02-12 12:00:10,561 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, infoPort=53751, ipcPort=53755, storageInfo=lv=-56;cid=testClusterID;nsid=1221829425;c=0) storage 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad
2015-02-12 12:00:10,561 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:00:10,562 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:53750
2015-02-12 12:00:10,563 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-1353726190-10.1.1.68-1423771207462 (Datanode Uuid null) service to localhost/127.0.0.1:53732 successfully registered with NN
2015-02-12 12:00:10,563 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:53732 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 12:00:10,565 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:00:10,565 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-257188c7-b05c-48bb-8c3c-56e62b57032d for DN 127.0.0.1:53750
2015-02-12 12:00:10,565 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-1946b31e-5931-4375-938d-efff211a21e5 for DN 127.0.0.1:53750
2015-02-12 12:00:10,566 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-1353726190-10.1.1.68-1423771207462 (Datanode Uuid 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad) service to localhost/127.0.0.1:53732 trying to claim ACTIVE state with txid=1
2015-02-12 12:00:10,566 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-1353726190-10.1.1.68-1423771207462 (Datanode Uuid 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad) service to localhost/127.0.0.1:53732
2015-02-12 12:00:10,568 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-257188c7-b05c-48bb-8c3c-56e62b57032d,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:00:10,568 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-257188c7-b05c-48bb-8c3c-56e62b57032d node DatanodeRegistration(127.0.0.1, datanodeUuid=7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, infoPort=53751, ipcPort=53755, storageInfo=lv=-56;cid=testClusterID;nsid=1221829425;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-12 12:00:10,568 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-1946b31e-5931-4375-938d-efff211a21e5,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:00:10,568 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-1946b31e-5931-4375-938d-efff211a21e5 node DatanodeRegistration(127.0.0.1, datanodeUuid=7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, infoPort=53751, ipcPort=53755, storageInfo=lv=-56;cid=testClusterID;nsid=1221829425;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 12:00:10,570 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 3 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@4857a896
2015-02-12 12:00:10,570 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:10,570 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 12:00:10,570 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:00:10,570 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 12:00:10,570 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 12:00:10,571 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1353726190-10.1.1.68-1423771207462
2015-02-12 12:00:10,571 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1353726190-10.1.1.68-1423771207462 to blockPoolScannerMap, new size=1
2015-02-12 12:00:11,921 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2213)) - Cluster is active
2015-02-12 12:00:11,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:00:11,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:00:12,025 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-1353726190-10.1.1.68-1423771207462 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW]]}
2015-02-12 12:00:12,089 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741825_1001 src: /127.0.0.1:53777 dest: /127.0.0.1:53750
2015-02-12 12:00:12,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741825_1001 src: /127.0.0.1:53778 dest: /127.0.0.1:53738
2015-02-12 12:00:12,103 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741825_1001 src: /127.0.0.1:53779 dest: /127.0.0.1:53745
2015-02-12 12:00:12,144 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53779, dest: /127.0.0.1:53745, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741825_1001, duration: 29169000
2015-02-12 12:00:12,144 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:00:12,146 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53778, dest: /127.0.0.1:53738, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741825_1001, duration: 32568000
2015-02-12 12:00:12,147 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:12,149 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53777, dest: /127.0.0.1:53750, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741825_1001, duration: 35744000
2015-02-12 12:00:12,149 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:12,158 INFO namenode.FSNamesystem (FSNamesystem.java:checkFileProgress(3694)) - BLOCK* checkFileProgress: blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW]]} has not reached minimal replication 1
2015-02-12 12:00:12,158 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 12:00:12,158 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 12:00:12,159 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW]]} size 504324
2015-02-12 12:00:12,160 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741825_1001 size 504324
2015-02-12 12:00:12,160 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741825_1001 size 504324
2015-02-12 12:00:12,564 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:00:12,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 12:00:12,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:00:12,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:00:12,868 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar. BP-1353726190-10.1.1.68-1423771207462 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW]]}
2015-02-12 12:00:12,870 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741826_1002 src: /127.0.0.1:53789 dest: /127.0.0.1:53745
2015-02-12 12:00:12,873 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741826_1002 src: /127.0.0.1:53790 dest: /127.0.0.1:53750
2015-02-12 12:00:12,875 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741826_1002 src: /127.0.0.1:53791 dest: /127.0.0.1:53738
2015-02-12 12:00:12,883 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53791, dest: /127.0.0.1:53738, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741826_1002, duration: 5952000
2015-02-12 12:00:12,884 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:00:12,885 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW]]} size 0
2015-02-12 12:00:12,886 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53790, dest: /127.0.0.1:53750, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741826_1002, duration: 8438000
2015-02-12 12:00:12,886 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:12,887 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW]]} size 0
2015-02-12 12:00:12,888 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53789, dest: /127.0.0.1:53745, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741826_1002, duration: 10468000
2015-02-12 12:00:12,888 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:12,889 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW]]} size 0
2015-02-12 12:00:12,891 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:00:12,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 12:00:13,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null proto=rpc
2015-02-12 12:00:13,379 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(157)) - mkdir: hdfs://localhost:53732/tmp/hadoop-yarn/staging
2015-02-12 12:00:13,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:00:13,460 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 12:00:13,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:00:13,653 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2233)) - core-site.xml not found
2015-02-12 12:00:13,653 INFO security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache
2015-02-12 12:00:13,771 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2233)) - yarn-site.xml not found
2015-02-12 12:00:13,776 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2015-02-12 12:00:13,786 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2015-02-12 12:00:13,790 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(77)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2015-02-12 12:00:13,795 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:<init>(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms
2015-02-12 12:00:13,894 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2015-02-12 12:00:13,900 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2015-02-12 12:00:13,900 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(302)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2015-02-12 12:00:13,964 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2015-02-12 12:00:13,965 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2015-02-12 12:00:13,966 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2015-02-12 12:00:13,968 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2015-02-12 12:00:14,032 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - ResourceManager metrics system started (again)
2015-02-12 12:00:14,159 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2015-02-12 12:00:14,169 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2015-02-12 12:00:14,171 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2015-02-12 12:00:14,172 INFO metrics.SystemMetricsPublisher (SystemMetricsPublisher.java:serviceInit(92)) - YARN system metrics publishing service is not enabled
2015-02-12 12:00:14,173 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list
2015-02-12 12:00:14,177 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2236)) - found resource capacity-scheduler.xml at jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-server-tests/2.6.0.2.2.0.0-2041/ca52ec7870e6cb419445cf631dbcbc6204182d78/hadoop-yarn-server-tests-2.6.0.2.2.0.0-2041-tests.jar!/capacity-scheduler.xml
2015-02-12 12:00:14,361 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*,
, reservationsContinueLooking=true
2015-02-12 12:00:14,372 INFO capacity.ParentQueue (ParentQueue.java:<init>(121)) - Initialized parent-queue root name=root, fullname=root
2015-02-12 12:00:14,383 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ]
nodeLocalityDelay = 0
labels=*,
nodeLocalityDelay = 0
reservationsContinueLooking = true
2015-02-12 12:00:14,418 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(603)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 12:00:14,418 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(603)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 12:00:14,424 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(467)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 12:00:14,424 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(436)) - Initialized queue mappings, override: false
2015-02-12 12:00:14,424 INFO capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(305)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>, asynchronousScheduling=false, asyncScheduleInterval=5ms
2015-02-12 12:00:14,430 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1
2015-02-12 12:00:14,431 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2015-02-12 12:00:14,432 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2015-02-12 12:00:14,432 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2015-02-12 12:00:14,433 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2015-02-12 12:00:14,433 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2015-02-12 12:00:14,433 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2015-02-12 12:00:14,434 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2015-02-12 12:00:14,434 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2015-02-12 12:00:14,434 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 0
2015-02-12 12:00:14,604 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 12:00:14,634 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 12:00:14,635 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 12:00:14,644 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 12:00:14,645 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 12:00:14,646 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 12:00:14,650 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 12:00:14,651 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 12:00:14,651 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 12:00:14,708 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 12:00:14,708 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 12:00:15,085 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 12:00:15,106 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 12:00:15,107 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 12:00:15,162 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 12:00:15,163 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 12:00:15,164 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 12:00:15,165 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 12:00:15,166 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 12:00:15,167 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2015-02-12 12:00:15,167 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2015-02-12 12:00:15,167 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2015-02-12 12:00:15,168 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2015-02-12 12:00:15,168 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2015-02-12 12:00:15,169 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2015-02-12 12:00:15,169 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2015-02-12 12:00:15,169 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2015-02-12 12:00:15,170 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 1
2015-02-12 12:00:15,233 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 12:00:15,233 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 12:00:15,234 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 12:00:15,235 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 12:00:15,235 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 12:00:15,236 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 12:00:15,236 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 12:00:15,236 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 12:00:15,237 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 12:00:15,242 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 12:00:15,242 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 12:00:15,592 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 12:00:15,594 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 12:00:15,594 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 12:00:15,597 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 12:00:15,597 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 12:00:15,598 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 12:00:15,598 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 12:00:15,598 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 12:00:15,599 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2015-02-12 12:00:15,599 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2015-02-12 12:00:15,599 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2015-02-12 12:00:15,600 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2015-02-12 12:00:15,600 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2015-02-12 12:00:15,600 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2015-02-12 12:00:15,600 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2015-02-12 12:00:15,601 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2015-02-12 12:00:15,601 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 2
2015-02-12 12:00:15,621 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 12:00:15,621 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 12:00:15,622 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 12:00:15,622 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 12:00:15,622 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 12:00:15,622 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 12:00:15,623 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 12:00:15,623 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 12:00:15,623 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 12:00:15,627 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 12:00:15,627 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 12:00:16,010 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 12:00:16,012 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 12:00:16,012 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 12:00:16,015 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 12:00:16,015 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 12:00:16,016 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 12:00:16,016 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 12:00:16,017 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 12:00:16,017 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2015-02-12 12:00:16,017 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2015-02-12 12:00:16,018 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2015-02-12 12:00:16,018 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2015-02-12 12:00:16,018 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2015-02-12 12:00:16,018 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2015-02-12 12:00:16,019 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2015-02-12 12:00:16,019 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2015-02-12 12:00:16,019 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 3
2015-02-12 12:00:16,108 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 12:00:16,108 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 12:00:16,108 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 12:00:16,108 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 12:00:16,109 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 12:00:16,109 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 12:00:16,109 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 12:00:16,109 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 12:00:16,109 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 12:00:16,113 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 12:00:16,114 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 12:00:16,460 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 12:00:16,462 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 12:00:16,462 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 12:00:16,465 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 12:00:16,465 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 12:00:16,466 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 12:00:16,466 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 12:00:16,466 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 12:00:16,505 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2015-02-12 12:00:16,616 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 12:00:16,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 12:00:16,728 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 12:00:16,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:00:16,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:00:16,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:00:16,738 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2015-02-12 12:00:16,738 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2015-02-12 12:00:16,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwt proto=rpc
2015-02-12 12:00:20,028 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741826_1002
2015-02-12 12:00:20,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741825_1001
2015-02-12 12:00:20,283 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741826_1002
2015-02-12 12:00:20,288 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741825_1001
2015-02-12 12:00:20,562 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741825_1001
2015-02-12 12:00:20,566 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741826_1002
2015-02-12 12:00:26,750 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2015-02-12 12:00:26,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 12:00:26,757 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2015-02-12 12:00:26,766 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:00:26,766 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 53916
2015-02-12 12:00:26,769 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(217)) - Waiting for HistoryServer to start...
2015-02-12 12:00:26,770 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - JobHistoryServer metrics system started (again)
2015-02-12 12:00:26,771 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:00:26,772 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 12:00:26,773 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:00:26,777 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2015-02-12 12:00:26,778 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:00:26,778 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2015-02-12 12:00:26,778 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:00:26,778 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:00:26,779 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /jobhistory/*
2015-02-12 12:00:26,779 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 12:00:26,780 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 53917
2015-02-12 12:00:26,780 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:00:26,783 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/jobhistory to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_53917_jobhistory____vp0uxe/webapp
2015-02-12 12:00:26,854 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:53917
2015-02-12 12:00:26,854 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /jobhistory started at 53917
2015-02-12 12:00:27,067 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 12:00:27,075 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:00:27,076 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 53918
2015-02-12 12:00:27,080 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2015-02-12 12:00:27,080 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:00:27,080 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 53918: starting
2015-02-12 12:00:27,083 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(146)) - Instantiated HistoryClientService at 10.1.1.68/10.1.1.68:53918
2015-02-12 12:00:27,084 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:00:27,084 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 53916: starting
2015-02-12 12:00:28,280 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(234)) - MiniMRYARN ResourceManager address: Edinburgh.local:0
2015-02-12 12:00:28,280 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(236)) - MiniMRYARN ResourceManager web address: Edinburgh.local:0
2015-02-12 12:00:28,281 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(238)) - MiniMRYARN HistoryServer address: 10.1.1.68:53918
2015-02-12 12:00:28,281 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(240)) - MiniMRYARN HistoryServer web address: Edinburgh.local:53917
2015-02-12 12:00:28,282 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(318)) - Waiting for RM to start...
2015-02-12 12:00:28,284 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1045)) - Transitioning to active state
2015-02-12 12:00:28,294 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(105)) - Rolling master-key for container-tokens
2015-02-12 12:00:28,294 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens
2015-02-12 12:00:28,295 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:00:28,295 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 1
2015-02-12 12:00:28,296 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 12:00:28,297 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:00:28,298 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 2
2015-02-12 12:00:28,315 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:00:28,319 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 53926
2015-02-12 12:00:28,323 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2015-02-12 12:00:28,324 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:00:28,325 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 53926: starting
2015-02-12 12:00:28,354 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:00:28,355 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 53928
2015-02-12 12:00:28,361 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2015-02-12 12:00:28,361 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:00:28,361 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 53928: starting
2015-02-12 12:00:28,410 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:00:28,411 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 53929
2015-02-12 12:00:28,415 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2015-02-12 12:00:28,415 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:00:28,415 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 53929: starting
2015-02-12 12:00:28,425 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1062)) - Transitioned to active state
2015-02-12 12:00:28,430 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2015-02-12 12:00:28,431 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:00:28,437 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster
2015-02-12 12:00:28,438 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context logs
2015-02-12 12:00:28,438 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static
2015-02-12 12:00:28,438 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2015-02-12 12:00:28,438 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:00:28,438 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:00:28,439 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /cluster/*
2015-02-12 12:00:28,440 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 12:00:28,441 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 53930
2015-02-12 12:00:28,441 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:00:28,444 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/cluster to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_53930_cluster____.lf8o1o/webapp
2015-02-12 12:00:28,561 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:00:28,562 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 12:00:28,563 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:00:29,791 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager address: 10.1.1.68:53929
2015-02-12 12:00:29,791 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(332)) - MiniYARN ResourceManager web address: Edinburgh.local:0
2015-02-12 12:00:29,792 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager address: 10.1.1.68:53929
2015-02-12 12:00:29,792 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(451)) - MiniYARN ResourceManager web address: Edinburgh.local:0
2015-02-12 12:00:29,794 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 0 to start...
2015-02-12 12:00:29,804 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:00:29,804 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 53940
2015-02-12 12:00:29,808 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 12:00:29,808 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 12:00:29,808 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:00:29,808 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 53940: starting
2015-02-12 12:00:29,815 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:53940
2015-02-12 12:00:29,821 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:00:29,822 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 53941
2015-02-12 12:00:29,825 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 12:00:29,825 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:00:29,825 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 53941: starting
2015-02-12 12:00:29,827 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 53941
2015-02-12 12:00:29,841 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 12:00:29,863 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 53942
2015-02-12 12:00:29,863 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:00:29,864 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:53940
2015-02-12 12:00:29,864 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 12:00:29,864 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 12:00:29,865 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 12:00:29,866 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:00:29,866 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 12:00:29,866 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:00:29,866 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:00:29,867 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 12:00:29,867 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 12:00:29,868 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 53943
2015-02-12 12:00:29,868 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:00:29,871 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_53943_node____.862hj4/webapp
2015-02-12 12:00:29,897 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:00:29,897 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 12:00:29,898 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:00:29,899 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:00:29,899 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 12:00:29,900 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:00:29,901 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:53930
2015-02-12 12:00:29,901 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 53930
2015-02-12 12:00:29,986 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 12:00:30,020 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:00:30,031 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 53944
2015-02-12 12:00:30,041 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2015-02-12 12:00:30,041 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:00:30,041 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 53944: starting
2015-02-12 12:00:30,423 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:53943
2015-02-12 12:00:30,424 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 53943
2015-02-12 12:00:30,450 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 12:00:30,452 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 12:00:30,457 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 12:00:30,469 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 12:00:30,472 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 53940 httpPort: 53943) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:53940
2015-02-12 12:00:30,473 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -292899048
2015-02-12 12:00:30,473 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:53940 Node Transitioned from NEW to RUNNING
2015-02-12 12:00:30,478 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 1810855602
2015-02-12 12:00:30,478 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:53940 clusterResource: <memory:4096, vCores:8>
2015-02-12 12:00:30,478 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:53940 with total resource of <memory:4096, vCores:8>
2015-02-12 12:00:30,479 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 12:00:30,801 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 1 to start...
2015-02-12 12:00:30,804 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:00:30,805 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 53954
2015-02-12 12:00:30,807 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 12:00:30,808 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 12:00:30,810 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:00:30,810 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 53954: starting
2015-02-12 12:00:30,814 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:53954
2015-02-12 12:00:30,815 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:00:30,816 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 53955
2015-02-12 12:00:30,818 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 12:00:30,818 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:00:30,819 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 53955: starting
2015-02-12 12:00:30,821 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 53955
2015-02-12 12:00:30,822 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 12:00:30,823 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 53956
2015-02-12 12:00:30,823 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:00:30,823 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:53954
2015-02-12 12:00:30,823 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 12:00:30,823 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 12:00:30,824 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 12:00:30,824 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:00:30,825 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 12:00:30,825 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:00:30,825 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:00:30,826 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 12:00:30,826 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 12:00:30,826 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 53957
2015-02-12 12:00:30,826 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:00:30,829 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_53957_node____b2pkgz/webapp
2015-02-12 12:00:31,114 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:53957
2015-02-12 12:00:31,114 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 53957
2015-02-12 12:00:31,126 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 12:00:31,128 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 12:00:31,129 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 12:00:31,131 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 12:00:31,131 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:53954 Node Transitioned from NEW to RUNNING
2015-02-12 12:00:31,132 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:53954 clusterResource: <memory:8192, vCores:16>
2015-02-12 12:00:31,132 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 53954 httpPort: 53957) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:53954
2015-02-12 12:00:31,132 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -292899048
2015-02-12 12:00:31,133 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 1810855602
2015-02-12 12:00:31,133 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:53954 with total resource of <memory:4096, vCores:8>
2015-02-12 12:00:31,133 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 12:00:31,804 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 2 to start...
2015-02-12 12:00:31,808 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:00:31,809 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 53969
2015-02-12 12:00:31,811 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 12:00:31,812 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 12:00:31,812 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:00:31,812 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 53969: starting
2015-02-12 12:00:31,816 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:53969
2015-02-12 12:00:31,817 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:00:31,818 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 53970
2015-02-12 12:00:31,819 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 12:00:31,820 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:00:31,820 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 53970: starting
2015-02-12 12:00:31,822 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 53970
2015-02-12 12:00:31,823 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 12:00:31,824 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 53971
2015-02-12 12:00:31,824 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:00:31,824 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:53969
2015-02-12 12:00:31,824 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 12:00:31,824 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 12:00:31,825 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 12:00:31,825 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:00:31,826 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 12:00:31,826 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:00:31,826 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:00:31,827 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 12:00:31,827 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 12:00:31,827 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 53972
2015-02-12 12:00:31,827 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:00:31,830 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_53972_node____bz1mvw/webapp
2015-02-12 12:00:32,055 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:53972
2015-02-12 12:00:32,056 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 53972
2015-02-12 12:00:32,062 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 12:00:32,063 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 12:00:32,063 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 12:00:32,063 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 12:00:32,063 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 53969 httpPort: 53972) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:53969
2015-02-12 12:00:32,063 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:53969 Node Transitioned from NEW to RUNNING
2015-02-12 12:00:32,064 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -292899048
2015-02-12 12:00:32,064 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 1810855602
2015-02-12 12:00:32,064 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:53969 clusterResource: <memory:12288, vCores:24>
2015-02-12 12:00:32,064 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:53969 with total resource of <memory:4096, vCores:8>
2015-02-12 12:00:32,064 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 12:00:32,810 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 3 to start...
2015-02-12 12:00:32,814 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:00:32,814 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 53982
2015-02-12 12:00:32,816 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 12:00:32,816 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 12:00:32,817 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:00:32,817 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 53982: starting
2015-02-12 12:00:32,821 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:53982
2015-02-12 12:00:32,822 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:00:32,823 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 53983
2015-02-12 12:00:32,824 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 12:00:32,825 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:00:32,825 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 53983: starting
2015-02-12 12:00:32,827 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 53983
2015-02-12 12:00:32,828 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 12:00:32,828 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 53984
2015-02-12 12:00:32,828 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:00:32,829 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:53982
2015-02-12 12:00:32,829 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 12:00:32,829 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 12:00:32,830 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 12:00:32,830 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:00:32,830 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 12:00:32,830 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:00:32,830 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:00:32,831 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 12:00:32,831 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 12:00:32,831 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 53985
2015-02-12 12:00:32,831 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:00:32,834 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_53985_node____.9x6caq/webapp
2015-02-12 12:00:33,058 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:53985
2015-02-12 12:00:33,059 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 53985
2015-02-12 12:00:33,065 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 12:00:33,065 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 12:00:33,066 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 12:00:33,066 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 12:00:33,066 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 53982 httpPort: 53985) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:53982
2015-02-12 12:00:33,066 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:53982 Node Transitioned from NEW to RUNNING
2015-02-12 12:00:33,066 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -292899048
2015-02-12 12:00:33,066 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 1810855602
2015-02-12 12:00:33,066 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:53982 with total resource of <memory:4096, vCores:8>
2015-02-12 12:00:33,067 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 12:00:33,066 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:53982 clusterResource: <memory:16384, vCores:32>
2015-02-12 12:00:33,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:00:33,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:00:33,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:00:33,846 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt. BP-1353726190-10.1.1.68-1423771207462 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]}
2015-02-12 12:00:33,849 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741827_1003 src: /127.0.0.1:53992 dest: /127.0.0.1:53745
2015-02-12 12:00:33,851 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741827_1003 src: /127.0.0.1:53993 dest: /127.0.0.1:53738
2015-02-12 12:00:33,853 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741827_1003 src: /127.0.0.1:53994 dest: /127.0.0.1:53741
2015-02-12 12:00:33,864 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53994, dest: /127.0.0.1:53741, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741827_1003, duration: 7377000
2015-02-12 12:00:33,864 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:00:33,867 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]} size 0
2015-02-12 12:00:33,868 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53993, dest: /127.0.0.1:53738, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741827_1003, duration: 11803000
2015-02-12 12:00:33,868 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:33,870 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:00:33,871 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53992, dest: /127.0.0.1:53745, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741827_1003, duration: 13935000
2015-02-12 12:00:33,871 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:33,872 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:00:33,875 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:00:33,891 INFO property.AppProps (AppProps.java:getAppID(169)) - using app.id: 42618F565C35408FBA2FE65A3DACAF4C
2015-02-12 12:00:33,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:00:33,981 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:00:33,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:00:34,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:00:34,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-12 12:00:34,048 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-12 12:00:34,050 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] starting
2015-02-12 12:00:34,050 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] source: Hfs["NullScheme"]["hdfs://localhost:53732/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 12:00:34,050 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] sink: Hfs["NullScheme"]["hdfs://localhost:53732/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest"]
2015-02-12 12:00:34,051 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] parallel execution is enabled: true
2015-02-12 12:00:34,051 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] starting jobs: 1
2015-02-12 12:00:34,051 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] allocating threads: 1
2015-02-12 12:00:34,052 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mrflow] starting step: Hfs["NullScheme"]["hdfs://localhost:53732/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest"]
2015-02-12 12:00:34,082 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:53929
2015-02-12 12:00:34,175 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:53929
2015-02-12 12:00:34,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-12 12:00:34,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:00:34,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:00:34,218 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 1
2015-02-12 12:00:34,225 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2015-02-12 12:00:34,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001 dst=null perm=null proto=rpc
2015-02-12 12:00:34,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:00:34,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:00:34,229 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(261)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2015-02-12 12:00:34,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:00:34,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:00:34,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:00:34,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:00:34,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:00:34,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:00:34,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:00:34,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:00:34,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:00:34,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:00:34,248 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:00:34,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:00:34,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:00:34,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:00:34,262 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.split
2015-02-12 12:00:34,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:00:34,267 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.split. BP-1353726190-10.1.1.68-1423771207462 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW]]}
2015-02-12 12:00:34,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741828_1004 src: /127.0.0.1:53997 dest: /127.0.0.1:53745
2015-02-12 12:00:34,272 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741828_1004 src: /127.0.0.1:53998 dest: /127.0.0.1:53738
2015-02-12 12:00:34,279 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741828_1004 src: /127.0.0.1:53999 dest: /127.0.0.1:53750
2015-02-12 12:00:34,281 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741828_1004 src: /127.0.0.1:54000 dest: /127.0.0.1:53741
2015-02-12 12:00:34,291 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54000, dest: /127.0.0.1:53741, bytes: 707, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741828_1004, duration: 5776000
2015-02-12 12:00:34,291 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:00:34,293 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW]]} size 0
2015-02-12 12:00:34,293 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53999, dest: /127.0.0.1:53750, bytes: 707, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741828_1004, duration: 7995000
2015-02-12 12:00:34,293 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:34,294 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW]]} size 0
2015-02-12 12:00:34,295 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53998, dest: /127.0.0.1:53738, bytes: 707, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741828_1004, duration: 9652000
2015-02-12 12:00:34,296 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:34,297 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:00:34,297 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53997, dest: /127.0.0.1:53745, bytes: 707, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741828_1004, duration: 11925000
2015-02-12 12:00:34,298 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:34,299 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:00:34,301 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.split is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:00:34,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:00:34,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:00:34,310 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.splitmetainfo. BP-1353726190-10.1.1.68-1423771207462 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]}
2015-02-12 12:00:34,312 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741829_1005 src: /127.0.0.1:54001 dest: /127.0.0.1:53745
2015-02-12 12:00:34,314 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741829_1005 src: /127.0.0.1:54002 dest: /127.0.0.1:53741
2015-02-12 12:00:34,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741829_1005 src: /127.0.0.1:54003 dest: /127.0.0.1:53738
2015-02-12 12:00:34,326 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54003, dest: /127.0.0.1:53738, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741829_1005, duration: 6062000
2015-02-12 12:00:34,327 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:00:34,330 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]} size 0
2015-02-12 12:00:34,330 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54002, dest: /127.0.0.1:53741, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741829_1005, duration: 9907000
2015-02-12 12:00:34,330 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:34,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:00:34,332 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54001, dest: /127.0.0.1:53745, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741829_1005, duration: 11176000
2015-02-12 12:00:34,332 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:34,333 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:00:34,337 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:00:34,338 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 12:00:34,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:00:34,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:00:34,482 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.xml. BP-1353726190-10.1.1.68-1423771207462 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]}
2015-02-12 12:00:34,485 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741830_1006 src: /127.0.0.1:54007 dest: /127.0.0.1:53745
2015-02-12 12:00:34,486 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741830_1006 src: /127.0.0.1:54008 dest: /127.0.0.1:53741
2015-02-12 12:00:34,488 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741830_1006 src: /127.0.0.1:54009 dest: /127.0.0.1:53750
2015-02-12 12:00:34,499 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54009, dest: /127.0.0.1:53750, bytes: 92471, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741830_1006, duration: 8765000
2015-02-12 12:00:34,499 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:00:34,503 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]} size 0
2015-02-12 12:00:34,503 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54008, dest: /127.0.0.1:53741, bytes: 92471, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741830_1006, duration: 12318000
2015-02-12 12:00:34,503 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:34,504 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]} size 0
2015-02-12 12:00:34,505 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54007, dest: /127.0.0.1:53745, bytes: 92471, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741830_1006, duration: 13622000
2015-02-12 12:00:34,505 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:34,506 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]} size 0
2015-02-12 12:00:34,508 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.xml is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:00:34,510 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423771228284_0001
2015-02-12 12:00:34,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001 dst=null perm=null proto=rpc
2015-02-12 12:00:34,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:00:34,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:00:34,582 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(371)) - Job jar is not present. Not adding any jar to the list of resources.
2015-02-12 12:00:34,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:00:34,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:00:34,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:00:34,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:00:34,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:00:34,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:00:34,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:00:34,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:00:34,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:00:34,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:00:34,661 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 1 submitted by user soberoi
2015-02-12 12:00:34,661 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423771228284_0001
2015-02-12 12:00:34,663 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0001 State change from NEW to NEW_SAVING
2015-02-12 12:00:34,664 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423771228284_0001
2015-02-12 12:00:34,669 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423771228284_0001
2015-02-12 12:00:34,670 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0001 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:00:34,673 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423771228284_0001 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:00:34,674 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423771228284_0001 from user: soberoi, in queue: default
2015-02-12 12:00:34,687 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0001 State change from SUBMITTED to ACCEPTED
2015-02-12 12:00:34,689 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423771228284_0001
2015-02-12 12:00:34,708 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423771228284_0001_000001
2015-02-12 12:00:34,710 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0001_000001 State change from NEW to SUBMITTED
2015-02-12 12:00:34,718 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423771228284_0001 from user: soberoi activated in queue: default
2015-02-12 12:00:34,718 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423771228284_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@632f7503, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:00:34,719 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423771228284_0001_000001 to scheduler from user soberoi in queue default
2015-02-12 12:00:34,721 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0001_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:00:34,737 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:53930/proxy/application_1423771228284_0001/
2015-02-12 12:00:34,738 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mrflow] submitted hadoop job: job_1423771228284_0001
2015-02-12 12:00:34,738 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mrflow] tracking url: http://Edinburgh.local:53930/proxy/application_1423771228284_0001/
2015-02-12 12:00:35,093 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:00:35,093 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000001
2015-02-12 12:00:35,094 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:53982, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:00:35,094 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0001_000001 container=Container: [ContainerId: container_1423771228284_0001_01_000001, NodeId: 10.1.1.68:53982, NodeHttpAddress: 10.1.1.68:53985, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:00:35,095 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:00:35,095 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:00:35,114 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:53982 for container : container_1423771228284_0001_01_000001
2015-02-12 12:00:35,124 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:00:35,125 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423771228284_0001_000001
2015-02-12 12:00:35,125 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423771228284_0001 AttemptId: appattempt_1423771228284_0001_000001 MasterContainer: Container: [ContainerId: container_1423771228284_0001_01_000001, NodeId: 10.1.1.68:53982, NodeHttpAddress: 10.1.1.68:53985, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53982 }, ]
2015-02-12 12:00:35,126 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:00:35,135 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:00:35,138 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423771228284_0001_000001
2015-02-12 12:00:35,153 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423771228284_0001_01_000001, NodeId: 10.1.1.68:53982, NodeHttpAddress: 10.1.1.68:53985, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53982 }, ] for AM appattempt_1423771228284_0001_000001
2015-02-12 12:00:35,153 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423771228284_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:00:35,154 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423771228284_0001_000001
2015-02-12 12:00:35,157 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423771228284_0001_000001
2015-02-12 12:00:35,183 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0001_000001 (auth:SIMPLE)
2015-02-12 12:00:35,195 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0001_01_000001 by user soberoi
2015-02-12 12:00:35,212 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423771228284_0001
2015-02-12 12:00:35,218 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0001 transitioned from NEW to INITING
2015-02-12 12:00:35,218 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000001
2015-02-12 12:00:35,219 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0001_01_000001 to application application_1423771228284_0001
2015-02-12 12:00:35,253 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0001 transitioned from INITING to RUNNING
2015-02-12 12:00:35,261 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:00:35,263 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0001
2015-02-12 12:00:35,265 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423771228284_0001_01_000001, NodeId: 10.1.1.68:53982, NodeHttpAddress: 10.1.1.68:53985, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53982 }, ] for AM appattempt_1423771228284_0001_000001
2015-02-12 12:00:35,265 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0001_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:00:35,273 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:00:35,274 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:00:35,274 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:00:35,274 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:00:35,274 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:00:35,274 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0001_01_000001
2015-02-12 12:00:35,276 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar, 1423771212891, FILE, null }
2015-02-12 12:00:35,282 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423771212563, FILE, null }
2015-02-12 12:00:35,296 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423771228284_0001_01_000001.tokens. Credentials list:
2015-02-12 12:00:35,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:00:35,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:00:35,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:00:35,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:00:35,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:00:35,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:00:35,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:00:35,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:00:35,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:00:35,391 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/filecache/10/hadoop-7329111263368038542.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:00:35,395 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:00:35,444 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:00:35,557 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423771228284_0001_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000001.tokens
2015-02-12 12:00:35,558 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423771228284_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423771228284_0001
2015-02-12 12:00:35,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:00:35,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:00:35,743 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423771228284_0001/filecache/10/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:00:35,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:00:35,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:00:35,814 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423771228284_0001/filecache/11/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:00:35,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:00:35,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:00:35,891 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423771228284_0001/filecache/12/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:00:35,892 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:00:35,958 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:00:35,958 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:00:36,087 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:00:36,091 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000001/default_container_executor.sh]
2015-02-12 12:00:38,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:00:38,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:00:38,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:00:38,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:00:38,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001 dst=null perm=null proto=rpc
2015-02-12 12:00:38,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:00:38,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:00:38,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:00:38,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:00:39,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:00:39,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:00:39,220 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30011 milliseconds
2015-02-12 12:00:39,220 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 12:00:40,043 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741827_1003
2015-02-12 12:00:40,044 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741828_1004
2015-02-12 12:00:40,045 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741830_1006
2015-02-12 12:00:40,046 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741829_1005
2015-02-12 12:00:40,047 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741829_1005
2015-02-12 12:00:40,048 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741827_1003
2015-02-12 12:00:40,048 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741828_1004
2015-02-12 12:00:40,312 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741827_1003
2015-02-12 12:00:40,313 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741828_1004
2015-02-12 12:00:40,314 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741830_1006
2015-02-12 12:00:40,314 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741829_1005
2015-02-12 12:00:40,359 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0001_000001 (auth:SIMPLE)
2015-02-12 12:00:40,366 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423771228284_0001_000001
2015-02-12 12:00:40,367 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423771228284_0001 APPATTEMPTID=appattempt_1423771228284_0001_000001
2015-02-12 12:00:40,367 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0001_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:00:40,368 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0001 State change from ACCEPTED to RUNNING
2015-02-12 12:00:40,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job_1423771228284_0001_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:00:40,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:00:40,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job_1423771228284_0001_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:00:40,591 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741830_1006
2015-02-12 12:00:40,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741828_1004
2015-02-12 12:00:40,716 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job_1423771228284_0001_1_conf.xml. BP-1353726190-10.1.1.68-1423771207462 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]}
2015-02-12 12:00:40,774 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741831_1007 src: /127.0.0.1:54066 dest: /127.0.0.1:53738
2015-02-12 12:00:40,776 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741831_1007 src: /127.0.0.1:54067 dest: /127.0.0.1:53745
2015-02-12 12:00:40,778 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741831_1007 src: /127.0.0.1:54068 dest: /127.0.0.1:53741
2015-02-12 12:00:40,824 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54068, dest: /127.0.0.1:53741, bytes: 109354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1907616218_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741831_1007, duration: 45018000
2015-02-12 12:00:40,825 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:00:40,825 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]} size 0
2015-02-12 12:00:40,825 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54067, dest: /127.0.0.1:53745, bytes: 109354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1907616218_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741831_1007, duration: 45823000
2015-02-12 12:00:40,826 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:40,826 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:00:40,827 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54066, dest: /127.0.0.1:53738, bytes: 109354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1907616218_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741831_1007, duration: 46972000
2015-02-12 12:00:40,827 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:40,828 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:00:40,834 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job_1423771228284_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1907616218_1
2015-02-12 12:00:41,554 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:00:41,556 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000002
2015-02-12 12:00:41,556 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53940, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:00:41,556 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0001_000001 container=Container: [ContainerId: container_1423771228284_0001_01_000002, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:00:41,556 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:00:41,557 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:00:41,557 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:00:41,557 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000003
2015-02-12 12:00:41,558 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53940, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:00:41,558 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0001_000001 container=Container: [ContainerId: container_1423771228284_0001_01_000003, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:00:41,558 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:00:41,558 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:00:41,559 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:00:41,559 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000004
2015-02-12 12:00:41,559 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53940, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 12:00:41,559 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0001_000001 container=Container: [ContainerId: container_1423771228284_0001_01_000004, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:00:41,560 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:00:41,560 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:00:41,560 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:00:41,560 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000005
2015-02-12 12:00:41,560 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53940, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 12:00:41,561 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0001_000001 container=Container: [ContainerId: container_1423771228284_0001_01_000005, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:00:41,561 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:00:41,561 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:00:42,470 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:53940 for container : container_1423771228284_0001_01_000002
2015-02-12 12:00:42,472 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:00:42,473 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:00:42,477 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:00:42,478 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:00:42,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:00:42,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:00:42,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:00:42,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:00:42,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:00:42,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:00:42,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:00:42,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:00:42,641 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0001_000001 (auth:SIMPLE)
2015-02-12 12:00:42,643 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0001_000001 (auth:SIMPLE)
2015-02-12 12:00:42,645 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0001_000001 (auth:SIMPLE)
2015-02-12 12:00:42,647 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0001_000001 (auth:SIMPLE)
2015-02-12 12:00:42,653 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0001_01_000004 by user soberoi
2015-02-12 12:00:42,655 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423771228284_0001
2015-02-12 12:00:42,655 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000004
2015-02-12 12:00:42,656 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0001 transitioned from NEW to INITING
2015-02-12 12:00:42,657 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0001_01_000004 to application application_1423771228284_0001
2015-02-12 12:00:42,658 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0001_01_000003 by user soberoi
2015-02-12 12:00:42,658 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0001 transitioned from INITING to RUNNING
2015-02-12 12:00:42,659 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0001_01_000002 by user soberoi
2015-02-12 12:00:42,658 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:00:42,660 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000003
2015-02-12 12:00:42,659 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0001
2015-02-12 12:00:42,660 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0001_01_000003 to application application_1423771228284_0001
2015-02-12 12:00:42,661 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000002
2015-02-12 12:00:42,660 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0001_01_000005 by user soberoi
2015-02-12 12:00:42,661 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0001
2015-02-12 12:00:42,661 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:00:42,662 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000005
2015-02-12 12:00:42,663 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0001
2015-02-12 12:00:42,663 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:00:42,664 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:00:42,664 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:00:42,664 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0001_01_000002 to application application_1423771228284_0001
2015-02-12 12:00:42,664 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:00:42,664 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0001_01_000005 to application application_1423771228284_0001
2015-02-12 12:00:42,664 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0001_01_000004
2015-02-12 12:00:42,665 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar, 1423771212891, FILE, null }
2015-02-12 12:00:42,668 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423771212563, FILE, null }
2015-02-12 12:00:42,669 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:00:42,670 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0001
2015-02-12 12:00:42,670 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0001
2015-02-12 12:00:42,670 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:00:42,670 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0001
2015-02-12 12:00:42,671 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 12:00:42,671 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0001
2015-02-12 12:00:42,671 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0001
2015-02-12 12:00:42,671 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:00:42,671 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0001
2015-02-12 12:00:42,672 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0001_01_000003
2015-02-12 12:00:42,672 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar, 1423771212891, FILE, null }
2015-02-12 12:00:42,673 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423771212563, FILE, null }
2015-02-12 12:00:42,673 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0001
2015-02-12 12:00:42,673 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0001
2015-02-12 12:00:42,673 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:00:42,673 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0001
2015-02-12 12:00:42,674 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0001_01_000002
2015-02-12 12:00:42,675 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar, 1423771212891, FILE, null }
2015-02-12 12:00:42,675 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423771212563, FILE, null }
2015-02-12 12:00:42,675 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0001_01_000005
2015-02-12 12:00:42,679 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar, 1423771212891, FILE, null }
2015-02-12 12:00:42,679 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423771212563, FILE, null }
2015-02-12 12:00:42,690 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423771228284_0001_01_000004.tokens. Credentials list:
2015-02-12 12:00:42,699 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423771228284_0001_01_000005.tokens. Credentials list:
2015-02-12 12:00:42,699 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423771228284_0001_01_000002.tokens. Credentials list:
2015-02-12 12:00:42,700 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423771228284_0001_01_000003.tokens. Credentials list:
2015-02-12 12:00:42,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:00:42,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:00:42,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:00:42,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:00:42,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:00:42,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:00:42,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:00:42,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:00:42,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:00:42,781 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/filecache/10/hadoop-7329111263368038542.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:00:42,783 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:00:42,852 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:00:42,964 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423771228284_0001_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000004.tokens
2015-02-12 12:00:42,965 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0001
2015-02-12 12:00:42,971 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:00:43,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:00:43,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:00:43,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:00:43,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423771228284_0001_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000003.tokens
2015-02-12 12:00:43,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0001
2015-02-12 12:00:43,141 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0001/filecache/10/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:00:43,142 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:00:43,144 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:00:43,144 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:00:43,144 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:00:43,213 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 12:00:43,213 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:00:43,228 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:00:43,228 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:00:43,250 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:00:43,250 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:00:43,253 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:00:43,254 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:00:43,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:00:43,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423771228284_0001_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000002.tokens
2015-02-12 12:00:43,308 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0001
2015-02-12 12:00:43,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000005/default_container_executor.sh]
2015-02-12 12:00:43,474 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000003/default_container_executor.sh]
2015-02-12 12:00:43,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423771228284_0001_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000005.tokens
2015-02-12 12:00:43,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0001
2015-02-12 12:00:43,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000002/default_container_executor.sh]
2015-02-12 12:00:43,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000004/default_container_executor.sh]
2015-02-12 12:00:43,492 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:00:43,570 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:00:43,570 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:00:43,570 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:00:43,571 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:00:50,053 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741831_1007
2015-02-12 12:00:50,061 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741831_1007
2015-02-12 12:00:50,331 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741831_1007
2015-02-12 12:00:51,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:00:51,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:00:51,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:00:51,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:00:51,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:00:51,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:00:51,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:00:51,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:00:52,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423771228284_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:00:52,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423771228284_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:00:52,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423771228284_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:00:52,149 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0001_000001 (auth:SIMPLE)
2015-02-12 12:00:52,151 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0001_000001 (auth:SIMPLE)
2015-02-12 12:00:52,155 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0001_01_000004
2015-02-12 12:00:52,155 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0001_01_000003
2015-02-12 12:00:52,156 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000003
2015-02-12 12:00:52,156 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:00:52,156 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:00:52,156 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000004
2015-02-12 12:00:52,156 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0001_01_000003
2015-02-12 12:00:52,178 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job_1423771228284_0001_1.jhist. BP-1353726190-10.1.1.68-1423771207462 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW]]}
2015-02-12 12:00:52,178 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0001_01_000003 is : 143
2015-02-12 12:00:52,183 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741832_1008 src: /127.0.0.1:54211 dest: /127.0.0.1:53738
2015-02-12 12:00:52,184 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741832_1008 src: /127.0.0.1:54212 dest: /127.0.0.1:53745
2015-02-12 12:00:52,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741832_1008 src: /127.0.0.1:54213 dest: /127.0.0.1:53741
2015-02-12 12:00:52,193 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0001_01_000004
2015-02-12 12:00:52,195 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job_1423771228284_0001_1.jhist for DFSClient_NONMAPREDUCE_-1907616218_1
2015-02-12 12:00:52,199 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0001_000001 (auth:SIMPLE)
2015-02-12 12:00:52,222 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0001_01_000004 is : 143
2015-02-12 12:00:52,232 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0001_01_000005
2015-02-12 12:00:52,233 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000005
2015-02-12 12:00:52,247 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:00:52,248 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:00:52,249 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000005 transitioned from RUNNING to KILLING
2015-02-12 12:00:52,250 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000003
2015-02-12 12:00:52,251 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000003
2015-02-12 12:00:52,251 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000003
2015-02-12 12:00:52,252 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000003
2015-02-12 12:00:52,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000004
2015-02-12 12:00:52,255 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000004
2015-02-12 12:00:52,255 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000004
2015-02-12 12:00:52,256 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000004
2015-02-12 12:00:52,257 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0001_01_000005
2015-02-12 12:00:52,274 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0001_01_000005 is : 143
2015-02-12 12:00:52,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423771228284_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:00:52,287 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000003
2015-02-12 12:00:52,313 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:00:52,313 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000004
2015-02-12 12:00:52,314 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:00:52,314 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:00:52,314 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0001_01_000003 from application application_1423771228284_0001
2015-02-12 12:00:52,314 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:00:52,314 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0001
2015-02-12 12:00:52,315 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0001_01_000004 from application application_1423771228284_0001
2015-02-12 12:00:52,315 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:00:52,315 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0001
2015-02-12 12:00:52,316 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000005
2015-02-12 12:00:52,316 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000005
2015-02-12 12:00:52,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000005
2015-02-12 12:00:52,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000005
2015-02-12 12:00:52,319 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000005
2015-02-12 12:00:52,319 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:00:52,320 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0001_01_000005 from application application_1423771228284_0001
2015-02-12 12:00:52,320 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:00:52,320 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0001
2015-02-12 12:00:52,327 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0001_000001 (auth:SIMPLE)
2015-02-12 12:00:52,331 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0001_01_000002
2015-02-12 12:00:52,331 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000002
2015-02-12 12:00:52,331 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:00:52,332 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0001_01_000002
2015-02-12 12:00:52,333 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:00:52,333 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0001_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:00:52,333 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000003
2015-02-12 12:00:52,334 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53940, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 12:00:52,334 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 12:00:52,334 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0001_01_000003, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53940 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 12:00:52,335 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:00:52,335 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:00:52,335 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0001_000001 released container container_1423771228284_0001_01_000003 on node: host: 10.1.1.68:53940 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 12:00:52,335 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:00:52,335 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0001_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:00:52,335 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000004
2015-02-12 12:00:52,336 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53940, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 12:00:52,336 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:00:52,337 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0001_01_000004, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53940 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:00:52,337 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:00:52,337 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:00:52,337 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0001_000001 released container container_1423771228284_0001_01_000004 on node: host: 10.1.1.68:53940 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 12:00:52,337 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:00:52,338 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0001_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 12:00:52,338 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000005
2015-02-12 12:00:52,338 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53940, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:00:52,338 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:00:52,339 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0001_01_000005, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53940 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:00:52,339 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:00:52,339 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:00:52,339 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0001_000001 released container container_1423771228284_0001_01_000005 on node: host: 10.1.1.68:53940 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:00:52,355 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0001_01_000002 is : 143
2015-02-12 12:00:52,368 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:00:52,372 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000002
2015-02-12 12:00:52,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000002
2015-02-12 12:00:52,379 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000002
2015-02-12 12:00:52,380 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000002
2015-02-12 12:00:52,381 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000002
2015-02-12 12:00:52,382 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:00:52,383 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0001_01_000002 from application application_1423771228284_0001
2015-02-12 12:00:52,383 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:00:52,383 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0001
2015-02-12 12:00:53,337 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:00:53,338 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0001_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:00:53,338 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000002
2015-02-12 12:00:53,338 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53940, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:00:53,338 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:00:53,339 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0001_01_000002, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53940 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:00:53,339 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:00:53,339 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:00:53,339 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0001_000001 released container container_1423771228284_0001_01_000002 on node: host: 10.1.1.68:53940 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:00:53,339 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:00:53,340 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:00:53,340 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:00:54,191 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:00:54,191 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000006
2015-02-12 12:00:54,192 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0001_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53982, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:00:54,192 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0001_000001 container=Container: [ContainerId: container_1423771228284_0001_01_000006, NodeId: 10.1.1.68:53982, NodeHttpAddress: 10.1.1.68:53985, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:00:54,192 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:00:54,192 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:00:54,345 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:00:54,346 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:00:54,346 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423771228284_0001_01_000004, container_1423771228284_0001_01_000003, container_1423771228284_0001_01_000005]
2015-02-12 12:00:54,346 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:00:54,346 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:00:54,590 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:53982 for container : container_1423771228284_0001_01_000006
2015-02-12 12:00:54,594 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:00:54,607 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0001_000001 (auth:SIMPLE)
2015-02-12 12:00:54,614 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0001_01_000006 by user soberoi
2015-02-12 12:00:54,614 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000006
2015-02-12 12:00:54,615 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0001_01_000006 to application application_1423771228284_0001
2015-02-12 12:00:54,615 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 12:00:54,615 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0001
2015-02-12 12:00:54,615 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0001
2015-02-12 12:00:54,616 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:00:54,616 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0001
2015-02-12 12:00:54,616 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:00:54,706 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 12:00:54,707 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:00:54,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000006/default_container_executor.sh]
2015-02-12 12:00:55,198 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:00:55,352 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423771228284_0001_01_000002]
2015-02-12 12:00:55,352 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:00:55,597 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:00:56,780 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2015-02-12 12:00:56,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 12:00:56,784 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2015-02-12 12:00:58,238 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:00:58,365 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:00:58,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423771228284_0001_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:00:58,904 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423771228284_0001_r_000000_0/part-00000. BP-1353726190-10.1.1.68-1423771207462 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]}
2015-02-12 12:00:59,216 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741833_1009 src: /127.0.0.1:54302 dest: /127.0.0.1:53738
2015-02-12 12:00:59,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741833_1009 src: /127.0.0.1:54303 dest: /127.0.0.1:53741
2015-02-12 12:00:59,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741833_1009 src: /127.0.0.1:54304 dest: /127.0.0.1:53745
2015-02-12 12:00:59,384 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54304, dest: /127.0.0.1:53745, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0001_r_000000_0_-1370613562_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741833_1009, duration: 162985000
2015-02-12 12:00:59,385 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:00:59,385 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:00:59,385 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54303, dest: /127.0.0.1:53741, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0001_r_000000_0_-1370613562_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741833_1009, duration: 164001000
2015-02-12 12:00:59,386 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:59,386 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:00:59,387 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54302, dest: /127.0.0.1:53738, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0001_r_000000_0_-1370613562_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741833_1009, duration: 165337000
2015-02-12 12:00:59,387 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:59,387 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|FINALIZED], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:00:59,392 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423771228284_0001_r_000000_0/part-00000 is closed by DFSClient_attempt_1423771228284_0001_r_000000_0_-1370613562_1
2015-02-12 12:00:59,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423771228284_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:00:59,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423771228284_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:00:59,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1423771228284_0001_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:00:59,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423771228284_0001_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1423771228284_0001_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:00:59,452 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0001_000001 (auth:SIMPLE)
2015-02-12 12:00:59,454 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0001_01_000006
2015-02-12 12:00:59,454 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000006
2015-02-12 12:00:59,454 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000006 transitioned from RUNNING to KILLING
2015-02-12 12:00:59,455 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0001_01_000006
2015-02-12 12:00:59,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:00:59,463 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1907616218_1
2015-02-12 12:00:59,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:00:59,474 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0001_01_000006 is : 143
2015-02-12 12:00:59,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-12 12:00:59,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-12 12:00:59,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1423771228284_0001_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:00:59,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:00:59,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1423771228284_0001_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:00:59,486 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:00:59,487 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000006
2015-02-12 12:00:59,488 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000006
2015-02-12 12:00:59,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000006
2015-02-12 12:00:59,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000006
2015-02-12 12:00:59,491 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000006
2015-02-12 12:00:59,492 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:00:59,492 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0001_01_000006 from application application_1423771228284_0001
2015-02-12 12:00:59,492 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:00:59,492 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0001
2015-02-12 12:00:59,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary dst=null perm=null proto=rpc
2015-02-12 12:00:59,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:00:59,503 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1907616218_1
2015-02-12 12:00:59,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:00:59,508 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1907616218_1
2015-02-12 12:00:59,527 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54213, dest: /127.0.0.1:53741, bytes: 52405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1907616218_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741832_1008, duration: 7338913000
2015-02-12 12:00:59,527 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:00:59,528 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]} size 14932
2015-02-12 12:00:59,537 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54212, dest: /127.0.0.1:53745, bytes: 52405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1907616218_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741832_1008, duration: 7339692000
2015-02-12 12:00:59,537 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:59,538 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]} size 14932
2015-02-12 12:00:59,538 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54211, dest: /127.0.0.1:53738, bytes: 52405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1907616218_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741832_1008, duration: 7349771000
2015-02-12 12:00:59,539 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:59,539 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]} size 14932
2015-02-12 12:00:59,540 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job_1423771228284_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_-1907616218_1
2015-02-12 12:00:59,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:00:59,547 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001.summary_tmp. BP-1353726190-10.1.1.68-1423771207462 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]}
2015-02-12 12:00:59,549 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741834_1010 src: /127.0.0.1:54308 dest: /127.0.0.1:53750
2015-02-12 12:00:59,551 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741834_1010 src: /127.0.0.1:54309 dest: /127.0.0.1:53741
2015-02-12 12:00:59,554 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741834_1010 src: /127.0.0.1:54310 dest: /127.0.0.1:53738
2015-02-12 12:00:59,559 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54310, dest: /127.0.0.1:53738, bytes: 347, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1907616218_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741834_1010, duration: 3178000
2015-02-12 12:00:59,559 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:00:59,560 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]} size 0
2015-02-12 12:00:59,560 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54309, dest: /127.0.0.1:53741, bytes: 347, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1907616218_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741834_1010, duration: 4061000
2015-02-12 12:00:59,560 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:59,561 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]} size 0
2015-02-12 12:00:59,561 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54308, dest: /127.0.0.1:53750, bytes: 347, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1907616218_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741834_1010, duration: 5372000
2015-02-12 12:00:59,561 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:59,562 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:00:59,563 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1907616218_1
2015-02-12 12:00:59,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:00:59,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job_1423771228284_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:00:59,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001-1423771234626-soberoi-mrflow-1423771259509-4-1-SUCCEEDED-default-1423771240422.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:00:59,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job_1423771228284_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:00:59,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001-1423771234626-soberoi-mrflow-1423771259509-4-1-SUCCEEDED-default-1423771240422.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:00:59,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job_1423771228284_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:00:59,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001-1423771234626-soberoi-mrflow-1423771259509-4-1-SUCCEEDED-default-1423771240422.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:00:59,589 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001-1423771234626-soberoi-mrflow-1423771259509-4-1-SUCCEEDED-default-1423771240422.jhist_tmp. BP-1353726190-10.1.1.68-1423771207462 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]}
2015-02-12 12:00:59,592 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741835_1011 src: /127.0.0.1:54312 dest: /127.0.0.1:53745
2015-02-12 12:00:59,593 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741835_1011 src: /127.0.0.1:54313 dest: /127.0.0.1:53738
2015-02-12 12:00:59,595 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741835_1011 src: /127.0.0.1:54314 dest: /127.0.0.1:53741
2015-02-12 12:00:59,600 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54314, dest: /127.0.0.1:53741, bytes: 52405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1907616218_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741835_1011, duration: 3394000
2015-02-12 12:00:59,600 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:00:59,601 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54313, dest: /127.0.0.1:53738, bytes: 52405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1907616218_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741835_1011, duration: 4294000
2015-02-12 12:00:59,601 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]} size 0
2015-02-12 12:00:59,601 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:59,601 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:00:59,602 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54312, dest: /127.0.0.1:53745, bytes: 52405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1907616218_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741835_1011, duration: 5193000
2015-02-12 12:00:59,602 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:59,602 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:00:59,604 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001-1423771234626-soberoi-mrflow-1423771259509-4-1-SUCCEEDED-default-1423771240422.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1907616218_1
2015-02-12 12:00:59,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001-1423771234626-soberoi-mrflow-1423771259509-4-1-SUCCEEDED-default-1423771240422.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:00:59,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job_1423771228284_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:00:59,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:00:59,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job_1423771228284_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:00:59,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:00:59,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001/job_1423771228284_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:00:59,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:00:59,623 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001_conf.xml_tmp. BP-1353726190-10.1.1.68-1423771207462 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]}
2015-02-12 12:00:59,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741836_1012 src: /127.0.0.1:54317 dest: /127.0.0.1:53750
2015-02-12 12:00:59,627 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741836_1012 src: /127.0.0.1:54318 dest: /127.0.0.1:53745
2015-02-12 12:00:59,628 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741836_1012 src: /127.0.0.1:54319 dest: /127.0.0.1:53738
2015-02-12 12:00:59,634 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54319, dest: /127.0.0.1:53738, bytes: 109354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1907616218_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741836_1012, duration: 3800000
2015-02-12 12:00:59,634 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:00:59,635 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]} size 0
2015-02-12 12:00:59,635 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54318, dest: /127.0.0.1:53745, bytes: 109354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1907616218_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741836_1012, duration: 4732000
2015-02-12 12:00:59,635 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:59,635 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]} size 0
2015-02-12 12:00:59,636 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54317, dest: /127.0.0.1:53750, bytes: 109354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1907616218_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741836_1012, duration: 5815000
2015-02-12 12:00:59,636 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:00:59,637 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]} size 0
2015-02-12 12:00:59,638 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1907616218_1
2015-02-12 12:00:59,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:00:59,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:00:59,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:00:59,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001-1423771234626-soberoi-mrflow-1423771259509-4-1-SUCCEEDED-default-1423771240422.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001-1423771234626-soberoi-mrflow-1423771259509-4-1-SUCCEEDED-default-1423771240422.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:00:59,661 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423771228284_0001_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:00:59,662 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0001_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:00:59,662 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423771228284_0001 with final state: FINISHING
2015-02-12 12:00:59,662 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:00:59,663 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423771228284_0001
2015-02-12 12:00:59,663 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0001_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:00:59,664 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:01:00,460 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:01:00,460 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0001_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 12:01:00,460 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000006
2015-02-12 12:01:00,460 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0001_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53982, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:01:00,460 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:01:00,461 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0001_01_000006, NodeId: 10.1.1.68:53982, NodeHttpAddress: 10.1.1.68:53985, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:53982 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:01:00,461 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:00,461 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:01:00,461 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0001_000001 released container container_1423771228284_0001_01_000006 on node: host: 10.1.1.68:53982 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:01:00,673 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423771228284_0001 unregistered successfully.
2015-02-12 12:01:00,676 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:53745 127.0.0.1:53738 127.0.0.1:53750 127.0.0.1:53741
2015-02-12 12:01:00,677 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:53745 127.0.0.1:53741 127.0.0.1:53738
2015-02-12 12:01:00,677 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:53745 127.0.0.1:53741 127.0.0.1:53750
2015-02-12 12:01:00,677 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:53738 127.0.0.1:53745 127.0.0.1:53741
2015-02-12 12:01:00,677 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:53738 127.0.0.1:53745 127.0.0.1:53741
2015-02-12 12:01:00,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0001 dst=null perm=null proto=rpc
2015-02-12 12:01:00,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-12 12:01:00,791 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:53732/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary
2015-02-12 12:01:00,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary dst=null perm=null proto=rpc
2015-02-12 12:01:00,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-12 12:01:00,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-12 12:01:00,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-12 12:01:00,820 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:01:00,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:01:00,825 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/mapreduceflowplatform/flowTest
2015-02-12 12:01:00,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-12 12:01:00,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-12 12:01:00,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-12 12:01:00,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-12 12:01:00,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:01:00,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:01:00,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:01:00,947 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:01:00,949 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:01:00,972 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-02-12 12:01:01,042 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-02-12 12:01:01,335 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:01:01,335 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:01:01,463 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:01,980 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting
2015-02-12 12:01:01,983 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] parallel execution is enabled: true
2015-02-12 12:01:01,983 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flows: 5
2015-02-12 12:01:01,983 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] allocating threads: 5
2015-02-12 12:01:01,984 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: first-flow
2015-02-12 12:01:01,985 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] at least one sink is marked for delete
2015-02-12 12:01:01,986 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 12:01:01,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-12 12:01:01,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-12 12:01:01,991 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] starting
2015-02-12 12:01:01,992 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 12:01:01,992 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4"]
2015-02-12 12:01:01,992 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] parallel execution is enabled: true
2015-02-12 12:01:01,992 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] starting jobs: 1
2015-02-12 12:01:01,992 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] allocating threads: 1
2015-02-12 12:01:01,993 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-flow] starting step: (1/1) ...preduceflowplatform/flow4
2015-02-12 12:01:02,011 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:53929
2015-02-12 12:01:02,030 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:53929
2015-02-12 12:01:02,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-12 12:01:02,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:01:02,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:01:02,039 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 2
2015-02-12 12:01:02,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002 dst=null perm=null proto=rpc
2015-02-12 12:01:02,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:01:02,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:01:02,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:02,051 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.jar. BP-1353726190-10.1.1.68-1423771207462 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]}
2015-02-12 12:01:02,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741837_1013 src: /127.0.0.1:54336 dest: /127.0.0.1:53738
2015-02-12 12:01:02,055 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741837_1013 src: /127.0.0.1:54337 dest: /127.0.0.1:53750
2015-02-12 12:01:02,057 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741837_1013 src: /127.0.0.1:54338 dest: /127.0.0.1:53741
2015-02-12 12:01:02,066 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54338, dest: /127.0.0.1:53741, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741837_1013, duration: 7762000
2015-02-12 12:01:02,066 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:02,067 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:01:02,067 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54337, dest: /127.0.0.1:53750, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741837_1013, duration: 8108000
2015-02-12 12:01:02,067 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:02,068 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:01:02,068 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54336, dest: /127.0.0.1:53738, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741837_1013, duration: 9158000
2015-02-12 12:01:02,068 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:02,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:01:02,071 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.jar is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:01:02,072 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.jar
2015-02-12 12:01:02,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:02,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:01:02,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:01:02,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:01:02,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:01:02,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:01:02,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:01:02,090 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:01:02,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:01:02,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:02,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:02,099 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.split
2015-02-12 12:01:02,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:02,102 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.split. BP-1353726190-10.1.1.68-1423771207462 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW]]}
2015-02-12 12:01:02,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741838_1014 src: /127.0.0.1:54339 dest: /127.0.0.1:53745
2015-02-12 12:01:02,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741838_1014 src: /127.0.0.1:54340 dest: /127.0.0.1:53738
2015-02-12 12:01:02,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741838_1014 src: /127.0.0.1:54341 dest: /127.0.0.1:53741
2015-02-12 12:01:02,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741838_1014 src: /127.0.0.1:54342 dest: /127.0.0.1:53750
2015-02-12 12:01:02,117 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54342, dest: /127.0.0.1:53750, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741838_1014, duration: 6750000
2015-02-12 12:01:02,118 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:02,119 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:01:02,119 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54341, dest: /127.0.0.1:53741, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741838_1014, duration: 8332000
2015-02-12 12:01:02,119 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:02,120 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:01:02,120 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54340, dest: /127.0.0.1:53738, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741838_1014, duration: 9138000
2015-02-12 12:01:02,120 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:02,120 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:01:02,121 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54339, dest: /127.0.0.1:53745, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741838_1014, duration: 10718000
2015-02-12 12:01:02,121 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:02,122 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|FINALIZED], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:01:02,125 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.split is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:01:02,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:02,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:02,131 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.splitmetainfo. BP-1353726190-10.1.1.68-1423771207462 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW]]}
2015-02-12 12:01:02,133 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741839_1015 src: /127.0.0.1:54343 dest: /127.0.0.1:53745
2015-02-12 12:01:02,135 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741839_1015 src: /127.0.0.1:54344 dest: /127.0.0.1:53741
2015-02-12 12:01:02,136 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741839_1015 src: /127.0.0.1:54345 dest: /127.0.0.1:53750
2015-02-12 12:01:02,141 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54345, dest: /127.0.0.1:53750, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741839_1015, duration: 2803000
2015-02-12 12:01:02,141 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:02,142 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW]]} size 0
2015-02-12 12:01:02,142 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54344, dest: /127.0.0.1:53741, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741839_1015, duration: 3740000
2015-02-12 12:01:02,142 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:02,143 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54343, dest: /127.0.0.1:53745, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741839_1015, duration: 4891000
2015-02-12 12:01:02,143 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:02,143 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW]]} size 0
2015-02-12 12:01:02,146 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW]]} size 0
2015-02-12 12:01:02,147 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:01:02,147 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 12:01:02,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:02,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:02,211 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.xml. BP-1353726190-10.1.1.68-1423771207462 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]}
2015-02-12 12:01:02,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741840_1016 src: /127.0.0.1:54346 dest: /127.0.0.1:53745
2015-02-12 12:01:02,215 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741840_1016 src: /127.0.0.1:54347 dest: /127.0.0.1:53738
2015-02-12 12:01:02,216 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741840_1016 src: /127.0.0.1:54348 dest: /127.0.0.1:53750
2015-02-12 12:01:02,222 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54348, dest: /127.0.0.1:53750, bytes: 96814, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741840_1016, duration: 4342000
2015-02-12 12:01:02,223 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:02,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]} size 0
2015-02-12 12:01:02,223 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54347, dest: /127.0.0.1:53738, bytes: 96814, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741840_1016, duration: 5069000
2015-02-12 12:01:02,224 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:02,224 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]} size 0
2015-02-12 12:01:02,225 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54346, dest: /127.0.0.1:53745, bytes: 96814, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741840_1016, duration: 6233000
2015-02-12 12:01:02,225 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:02,226 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:01:02,227 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.xml is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:01:02,228 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423771228284_0002
2015-02-12 12:01:02,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002 dst=null perm=null proto=rpc
2015-02-12 12:01:02,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:02,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:02,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:02,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:02,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:01:02,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:01:02,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,251 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 2 submitted by user soberoi
2015-02-12 12:01:02,251 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423771228284_0002
2015-02-12 12:01:02,252 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423771228284_0002
2015-02-12 12:01:02,252 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423771228284_0002
2015-02-12 12:01:02,252 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0002 State change from NEW to NEW_SAVING
2015-02-12 12:01:02,252 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0002 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:01:02,252 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423771228284_0002 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:01:02,252 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423771228284_0002 from user: soberoi, in queue: default
2015-02-12 12:01:02,253 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0002 State change from SUBMITTED to ACCEPTED
2015-02-12 12:01:02,253 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423771228284_0002_000001
2015-02-12 12:01:02,253 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0002_000001 State change from NEW to SUBMITTED
2015-02-12 12:01:02,254 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423771228284_0002 from user: soberoi activated in queue: default
2015-02-12 12:01:02,254 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423771228284_0002 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@632f7503, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:01:02,254 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423771228284_0002_000001 to scheduler from user soberoi in queue default
2015-02-12 12:01:02,255 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0002_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:01:02,260 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423771228284_0002
2015-02-12 12:01:02,280 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:53930/proxy/application_1423771228284_0002/
2015-02-12 12:01:02,281 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-flow] submitted hadoop job: job_1423771228284_0002
2015-02-12 12:01:02,281 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-flow] tracking url: http://Edinburgh.local:53930/proxy/application_1423771228284_0002/
2015-02-12 12:01:02,304 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:01:02,304 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000001
2015-02-12 12:01:02,304 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:53954, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:01:02,304 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0002_000001 container=Container: [ContainerId: container_1423771228284_0002_01_000001, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:01:02,305 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:01:02,305 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:02,306 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:53954 for container : container_1423771228284_0002_01_000001
2015-02-12 12:01:02,307 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:01:02,307 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423771228284_0002_000001
2015-02-12 12:01:02,307 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423771228284_0002 AttemptId: appattempt_1423771228284_0002_000001 MasterContainer: Container: [ContainerId: container_1423771228284_0002_01_000001, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ]
2015-02-12 12:01:02,307 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:01:02,308 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:01:02,309 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423771228284_0002_000001
2015-02-12 12:01:02,311 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423771228284_0002_01_000001, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] for AM appattempt_1423771228284_0002_000001
2015-02-12 12:01:02,311 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423771228284_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:01:02,312 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423771228284_0002_000001
2015-02-12 12:01:02,312 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423771228284_0002_000001
2015-02-12 12:01:02,316 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0002_000001 (auth:SIMPLE)
2015-02-12 12:01:02,320 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0002_01_000001 by user soberoi
2015-02-12 12:01:02,321 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423771228284_0002
2015-02-12 12:01:02,321 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000001
2015-02-12 12:01:02,322 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0002 transitioned from NEW to INITING
2015-02-12 12:01:02,322 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0002_01_000001 to application application_1423771228284_0002
2015-02-12 12:01:02,323 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423771228284_0002_01_000001, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] for AM appattempt_1423771228284_0002_000001
2015-02-12 12:01:02,323 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0002_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:01:02,323 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0002 transitioned from INITING to RUNNING
2015-02-12 12:01:02,324 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:01:02,324 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0002
2015-02-12 12:01:02,324 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:01:02,324 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:01:02,324 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:01:02,324 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:01:02,324 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:01:02,325 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:01:02,325 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0002_01_000001
2015-02-12 12:01:02,325 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar, 1423771212891, FILE, null }
2015-02-12 12:01:02,327 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423771212563, FILE, null }
2015-02-12 12:01:02,342 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423771228284_0002_01_000001.tokens. Credentials list:
2015-02-12 12:01:02,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:01:02,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:01:02,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:01:02,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:01:02,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:01:02,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,430 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/filecache/10/hadoop-7329111263368038542.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:01:02,430 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:01:02,468 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:02,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:01:02,668 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423771228284_0002_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000001.tokens
2015-02-12 12:01:02,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0002
2015-02-12 12:01:02,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:02,860 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:01:02,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:01:02,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:01:02,945 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:01:02,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:02,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:03,031 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:01:03,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:03,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:03,130 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:01:03,131 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:01:03,188 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:01:03,189 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:03,261 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:53741 to replicate blk_1073741837_1013 to datanode(s) 127.0.0.1:53745
2015-02-12 12:01:03,261 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53741 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008]
2015-02-12 12:01:03,261 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53750 to delete [blk_1073741828_1004, blk_1073741830_1006]
2015-02-12 12:01:03,304 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:01:03,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000001/default_container_executor.sh]
2015-02-12 12:01:03,470 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:04,153 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f38d2a0b-6230-432f-a65e-365c25faf1fc, infoPort=53742, ipcPort=53744, storageInfo=lv=-56;cid=testClusterID;nsid=1221829425;c=0) Starting thread to transfer BP-1353726190-10.1.1.68-1423771207462:blk_1073741837_1013 to 127.0.0.1:53745
2015-02-12 12:01:04,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 12:01:04,157 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 12:01:04,157 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 12:01:04,157 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 12:01:04,158 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741837_1013 src: /127.0.0.1:54368 dest: /127.0.0.1:53745
2015-02-12 12:01:04,158 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 12:01:04,159 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 12:01:04,159 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 12:01:04,158 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 12:01:04,159 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 12:01:04,159 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 12:01:04,160 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1353726190-10.1.1.68-1423771207462:blk_1073741837_1013 (numBytes=254067) to /127.0.0.1:53745
2015-02-12 12:01:04,161 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1353726190-10.1.1.68-1423771207462:blk_1073741837_1013 src: /127.0.0.1:54368 dest: /127.0.0.1:53745 of size 254067
2015-02-12 12:01:04,161 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741837_1013 size 254067
2015-02-12 12:01:04,471 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:04,640 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 12:01:04,641 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 12:01:04,641 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 12:01:04,641 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 12:01:05,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741833_1009
2015-02-12 12:01:05,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741834_1010
2015-02-12 12:01:05,082 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741835_1011
2015-02-12 12:01:05,082 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741834_1010
2015-02-12 12:01:05,083 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741836_1012
2015-02-12 12:01:05,084 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741833_1009
2015-02-12 12:01:05,085 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741835_1011
2015-02-12 12:01:05,085 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741832_1008
2015-02-12 12:01:05,347 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741832_1008
2015-02-12 12:01:05,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741833_1009
2015-02-12 12:01:05,349 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741835_1011
2015-02-12 12:01:05,350 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741836_1012
2015-02-12 12:01:05,473 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:05,603 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741834_1010
2015-02-12 12:01:05,604 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741836_1012
2015-02-12 12:01:05,746 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423771228284_0001_01_000001 succeeded
2015-02-12 12:01:05,747 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:01:05,747 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0001_01_000001
2015-02-12 12:01:05,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000001
2015-02-12 12:01:05,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000001
2015-02-12 12:01:05,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000001
2015-02-12 12:01:05,772 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423771228284_0001/container_1423771228284_0001_01_000001
2015-02-12 12:01:05,772 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000001
2015-02-12 12:01:05,772 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:01:05,773 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0001_01_000001 from application application_1423771228284_0001
2015-02-12 12:01:05,773 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:05,773 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0001
2015-02-12 12:01:06,266 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53738 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741831_1007, blk_1073741832_1008]
2015-02-12 12:01:06,266 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53745 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008]
2015-02-12 12:01:06,476 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:01:06,476 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423771228284_0001_000001
2015-02-12 12:01:06,476 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0001_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:01:06,476 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000001
2015-02-12 12:01:06,476 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:53982, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:01:06,477 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:01:06,477 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0001_01_000001, NodeId: 10.1.1.68:53982, NodeHttpAddress: 10.1.1.68:53985, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53982 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:01:06,477 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423771228284_0001_000001
2015-02-12 12:01:06,477 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:06,477 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 12:01:06,477 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0001_000001 State change from FINISHING to FINISHED
2015-02-12 12:01:06,477 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0001_000001 released container container_1423771228284_0001_01_000001 on node: host: 10.1.1.68:53982 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:01:06,477 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:06,479 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0001 State change from FINISHING to FINISHED
2015-02-12 12:01:06,479 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423771228284_0001_000001 is done. finalState=FINISHED
2015-02-12 12:01:06,479 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423771228284_0001 requests cleared
2015-02-12 12:01:06,480 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423771228284_0001 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:01:06,480 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423771228284_0001 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:01:06,480 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423771228284_0001_000001
2015-02-12 12:01:06,480 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423771228284_0001
2015-02-12 12:01:06,482 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423771228284_0001,name=mrflow,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:53930/proxy/application_1423771228284_0001/jobhistory/job/job_1423771228284_0001,appMasterHost=10.1.1.68,startTime=1423771234660,finishTime=1423771259662,finalStatus=SUCCEEDED
2015-02-12 12:01:06,485 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0001_000001 (auth:SIMPLE)
2015-02-12 12:01:06,490 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0001_01_000001
2015-02-12 12:01:06,491 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0001 CONTAINERID=container_1423771228284_0001_01_000001
2015-02-12 12:01:06,491 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423771228284_0001_01_000001]
2015-02-12 12:01:06,491 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:06,492 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:06,493 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:01:06,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423771228284_0001
2015-02-12 12:01:06,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423771228284_0001
2015-02-12 12:01:06,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423771228284_0001
2015-02-12 12:01:06,495 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423771228284_0001
2015-02-12 12:01:06,495 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423771228284_0001
2015-02-12 12:01:06,496 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:01:06,497 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423771228284_0001, with delay of 10800 seconds
2015-02-12 12:01:07,147 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 12:01:07,148 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 12:01:07,148 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 12:01:07,148 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 12:01:07,148 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 12:01:07,148 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 12:01:07,149 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 12:01:07,149 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 12:01:07,362 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 12:01:07,362 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 12:01:07,363 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 12:01:07,363 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 12:01:07,363 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 12:01:07,363 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 12:01:07,363 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 12:01:07,363 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 12:01:07,364 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 12:01:07,364 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 12:01:07,402 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:01:07,402 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0001
2015-02-12 12:01:07,403 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0001
2015-02-12 12:01:07,403 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423771228284_0001
2015-02-12 12:01:07,404 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:01:07,403 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0001
2015-02-12 12:01:07,404 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423771228284_0001, with delay of 10800 seconds
2015-02-12 12:01:07,404 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0001
2015-02-12 12:01:07,502 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:09,225 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30005 milliseconds
2015-02-12 12:01:09,226 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 12:01:09,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:01:09,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:01:09,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:01:09,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:01:09,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002 dst=null perm=null proto=rpc
2015-02-12 12:01:09,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:01:09,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:01:10,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741837_1013
2015-02-12 12:01:10,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741838_1014
2015-02-12 12:01:10,093 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741839_1015
2015-02-12 12:01:10,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741837_1013
2015-02-12 12:01:10,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741838_1014
2015-02-12 12:01:10,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741840_1016
2015-02-12 12:01:10,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:01:10,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:01:10,358 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741839_1015
2015-02-12 12:01:10,359 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741838_1014
2015-02-12 12:01:10,362 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741837_1013
2015-02-12 12:01:10,363 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741840_1016
2015-02-12 12:01:10,611 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741837_1013
2015-02-12 12:01:10,612 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741839_1015
2015-02-12 12:01:10,613 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741840_1016
2015-02-12 12:01:10,613 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741838_1014
2015-02-12 12:01:10,954 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0002_000001 (auth:SIMPLE)
2015-02-12 12:01:10,957 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423771228284_0002_000001
2015-02-12 12:01:10,957 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423771228284_0002 APPATTEMPTID=appattempt_1423771228284_0002_000001
2015-02-12 12:01:10,958 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0002_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:01:10,958 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0002 State change from ACCEPTED to RUNNING
2015-02-12 12:01:10,999 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 148 Total time for transactions(ms): 27 Number of transactions batched in Syncs: 0 Number of syncs: 91 SyncTimes(ms): 3 1
2015-02-12 12:01:10,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job_1423771228284_0002_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:11,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:01:11,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job_1423771228284_0002_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:11,282 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job_1423771228284_0002_1_conf.xml. BP-1353726190-10.1.1.68-1423771207462 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]}
2015-02-12 12:01:11,333 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741841_1017 src: /127.0.0.1:54397 dest: /127.0.0.1:53745
2015-02-12 12:01:11,335 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741841_1017 src: /127.0.0.1:54398 dest: /127.0.0.1:53741
2015-02-12 12:01:11,336 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741841_1017 src: /127.0.0.1:54399 dest: /127.0.0.1:53750
2015-02-12 12:01:11,376 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54399, dest: /127.0.0.1:53750, bytes: 113817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_83501272_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741841_1017, duration: 37451000
2015-02-12 12:01:11,376 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:11,376 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:01:11,376 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54398, dest: /127.0.0.1:53741, bytes: 113817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_83501272_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741841_1017, duration: 38226000
2015-02-12 12:01:11,377 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:11,377 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:01:11,377 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54397, dest: /127.0.0.1:53745, bytes: 113817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_83501272_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741841_1017, duration: 39265000
2015-02-12 12:01:11,378 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:11,378 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:01:11,382 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job_1423771228284_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_83501272_1
2015-02-12 12:01:12,268 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:01:12,268 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000002
2015-02-12 12:01:12,268 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53969, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:01:12,268 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0002_000001 container=Container: [ContainerId: container_1423771228284_0002_01_000002, NodeId: 10.1.1.68:53969, NodeHttpAddress: 10.1.1.68:53972, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:01:12,268 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:01:12,269 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:12,269 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:01:12,269 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000003
2015-02-12 12:01:12,269 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53969, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:01:12,269 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0002_000001 container=Container: [ContainerId: container_1423771228284_0002_01_000003, NodeId: 10.1.1.68:53969, NodeHttpAddress: 10.1.1.68:53972, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:01:12,270 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:01:12,270 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:12,270 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:01:12,270 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000004
2015-02-12 12:01:12,270 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53969, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 12:01:12,271 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0002_000001 container=Container: [ContainerId: container_1423771228284_0002_01_000004, NodeId: 10.1.1.68:53969, NodeHttpAddress: 10.1.1.68:53972, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:01:12,271 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:01:12,271 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:12,271 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:01:12,271 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000005
2015-02-12 12:01:12,271 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53969, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 12:01:12,272 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0002_000001 container=Container: [ContainerId: container_1423771228284_0002_01_000005, NodeId: 10.1.1.68:53969, NodeHttpAddress: 10.1.1.68:53972, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:01:12,272 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:01:12,272 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:13,027 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:53969 for container : container_1423771228284_0002_01_000002
2015-02-12 12:01:13,029 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:01:13,030 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:01:13,032 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:01:13,034 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:01:13,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:13,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:13,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:13,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:13,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:13,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:13,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:13,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:13,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:13,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:13,227 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0002_000001 (auth:SIMPLE)
2015-02-12 12:01:13,229 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0002_000001 (auth:SIMPLE)
2015-02-12 12:01:13,230 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0002_000001 (auth:SIMPLE)
2015-02-12 12:01:13,233 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0002_01_000005 by user soberoi
2015-02-12 12:01:13,234 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423771228284_0002
2015-02-12 12:01:13,234 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0002 transitioned from NEW to INITING
2015-02-12 12:01:13,235 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0002_01_000004 by user soberoi
2015-02-12 12:01:13,234 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0002_01_000003 by user soberoi
2015-02-12 12:01:13,234 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000005
2015-02-12 12:01:13,235 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000004
2015-02-12 12:01:13,235 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0002_01_000005 to application application_1423771228284_0002
2015-02-12 12:01:13,235 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000003
2015-02-12 12:01:13,237 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0002_01_000004 to application application_1423771228284_0002
2015-02-12 12:01:13,238 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0002_01_000003 to application application_1423771228284_0002
2015-02-12 12:01:13,238 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0002 transitioned from INITING to RUNNING
2015-02-12 12:01:13,239 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:01:13,239 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 12:01:13,239 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:01:13,239 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0002
2015-02-12 12:01:13,240 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0002
2015-02-12 12:01:13,240 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0002_000001 (auth:SIMPLE)
2015-02-12 12:01:13,240 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:01:13,240 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0002
2015-02-12 12:01:13,240 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:01:13,240 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:01:13,241 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:01:13,241 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:01:13,241 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0002
2015-02-12 12:01:13,241 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0002
2015-02-12 12:01:13,241 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:01:13,241 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0002
2015-02-12 12:01:13,242 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0002
2015-02-12 12:01:13,242 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0002
2015-02-12 12:01:13,242 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:01:13,242 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0002
2015-02-12 12:01:13,242 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0002_01_000004
2015-02-12 12:01:13,243 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar, 1423771212891, FILE, null }
2015-02-12 12:01:13,245 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423771212563, FILE, null }
2015-02-12 12:01:13,246 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0002_01_000005
2015-02-12 12:01:13,247 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar, 1423771212891, FILE, null }
2015-02-12 12:01:13,247 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423771212563, FILE, null }
2015-02-12 12:01:13,247 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0002_01_000003
2015-02-12 12:01:13,247 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0002_01_000002 by user soberoi
2015-02-12 12:01:13,248 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000002
2015-02-12 12:01:13,249 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar, 1423771212891, FILE, null }
2015-02-12 12:01:13,249 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423771212563, FILE, null }
2015-02-12 12:01:13,249 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0002_01_000002 to application application_1423771228284_0002
2015-02-12 12:01:13,250 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:01:13,250 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0002
2015-02-12 12:01:13,250 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0002
2015-02-12 12:01:13,250 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:01:13,251 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0002
2015-02-12 12:01:13,251 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0002_01_000002
2015-02-12 12:01:13,252 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar, 1423771212891, FILE, null }
2015-02-12 12:01:13,252 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423771212563, FILE, null }
2015-02-12 12:01:13,273 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423771228284_0002_01_000004.tokens. Credentials list:
2015-02-12 12:01:13,276 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:01:13,276 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:01:13,277 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:01:13,277 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:01:13,278 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423771228284_0002_01_000005.tokens. Credentials list:
2015-02-12 12:01:13,280 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423771228284_0002_01_000002.tokens. Credentials list:
2015-02-12 12:01:13,280 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423771228284_0002_01_000003.tokens. Credentials list:
2015-02-12 12:01:13,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:13,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:13,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:01:13,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:01:13,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:01:13,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:01:13,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:01:13,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:13,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:13,356 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/filecache/10/hadoop-7329111263368038542.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:01:13,357 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:01:13,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:01:13,516 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423771228284_0002_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000004.tokens
2015-02-12 12:01:13,516 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423771228284_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423771228284_0002
2015-02-12 12:01:13,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:01:13,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:13,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:13,656 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:01:13,657 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423771228284_0002_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000003.tokens
2015-02-12 12:01:13,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423771228284_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423771228284_0002
2015-02-12 12:01:13,679 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423771228284_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:01:13,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:13,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:13,772 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423771228284_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:01:13,772 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:01:13,773 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:01:13,773 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:01:13,773 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:01:13,828 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:01:13,835 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:01:13,836 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:13,839 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:01:13,840 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:13,846 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 12:01:13,846 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:13,853 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423771228284_0002_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000002.tokens
2015-02-12 12:01:13,854 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423771228284_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423771228284_0002
2015-02-12 12:01:13,866 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:01:13,866 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:14,007 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423771228284_0002_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000005.tokens
2015-02-12 12:01:14,008 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423771228284_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423771228284_0002
2015-02-12 12:01:14,035 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000004/default_container_executor.sh]
2015-02-12 12:01:14,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000005/default_container_executor.sh]
2015-02-12 12:01:14,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000003/default_container_executor.sh]
2015-02-12 12:01:14,050 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:01:14,067 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000002/default_container_executor.sh]
2015-02-12 12:01:20,105 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741841_1017
2015-02-12 12:01:20,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741841_1017
2015-02-12 12:01:20,629 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741841_1017
2015-02-12 12:01:22,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:22,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:22,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:22,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:23,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:01:23,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:23,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:01:23,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:01:23,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:23,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:01:23,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:23,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:23,716 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000003_0/part-00003. BP-1353726190-10.1.1.68-1423771207462 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW]]}
2015-02-12 12:01:23,774 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741842_1018 src: /127.0.0.1:54474 dest: /127.0.0.1:53745
2015-02-12 12:01:23,775 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741842_1018 src: /127.0.0.1:54475 dest: /127.0.0.1:53750
2015-02-12 12:01:23,778 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741842_1018 src: /127.0.0.1:54476 dest: /127.0.0.1:53738
2015-02-12 12:01:23,809 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54476, dest: /127.0.0.1:53738, bytes: 315, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0002_m_000003_0_-451566467_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741842_1018, duration: 29081000
2015-02-12 12:01:23,809 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:23,809 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:01:23,810 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54475, dest: /127.0.0.1:53750, bytes: 315, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0002_m_000003_0_-451566467_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741842_1018, duration: 29949000
2015-02-12 12:01:23,810 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:23,811 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:01:23,811 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54474, dest: /127.0.0.1:53745, bytes: 315, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0002_m_000003_0_-451566467_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741842_1018, duration: 31131000
2015-02-12 12:01:23,811 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:23,812 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:01:23,818 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000003_0/part-00003 is closed by DFSClient_attempt_1423771228284_0002_m_000003_0_-451566467_1
2015-02-12 12:01:23,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:01:23,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:01:23,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423771228284_0002_m_000003 dst=null perm=null proto=rpc
2015-02-12 12:01:23,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423771228284_0002_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:01:23,888 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000001_0/part-00001. BP-1353726190-10.1.1.68-1423771207462 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW]]}
2015-02-12 12:01:23,890 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0002_000001 (auth:SIMPLE)
2015-02-12 12:01:23,896 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000002_0/part-00002. BP-1353726190-10.1.1.68-1423771207462 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]}
2015-02-12 12:01:23,905 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0002_01_000005
2015-02-12 12:01:23,905 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000005
2015-02-12 12:01:23,905 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000005 transitioned from RUNNING to KILLING
2015-02-12 12:01:23,905 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0002_01_000005
2015-02-12 12:01:23,928 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0002_01_000005 is : 143
2015-02-12 12:01:23,934 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:01:23,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000005
2015-02-12 12:01:23,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000005
2015-02-12 12:01:23,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000005
2015-02-12 12:01:23,936 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000005
2015-02-12 12:01:23,936 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:01:23,936 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000005
2015-02-12 12:01:23,936 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0002_01_000005 from application application_1423771228284_0002
2015-02-12 12:01:23,936 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:23,937 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0002
2015-02-12 12:01:23,955 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job_1423771228284_0002_1.jhist. BP-1353726190-10.1.1.68-1423771207462 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW]]}
2015-02-12 12:01:23,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741845_1021 src: /127.0.0.1:54482 dest: /127.0.0.1:53741
2015-02-12 12:01:23,958 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741845_1021 src: /127.0.0.1:54483 dest: /127.0.0.1:53745
2015-02-12 12:01:23,960 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741845_1021 src: /127.0.0.1:54484 dest: /127.0.0.1:53738
2015-02-12 12:01:23,966 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job_1423771228284_0002_1.jhist for DFSClient_NONMAPREDUCE_83501272_1
2015-02-12 12:01:24,022 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741843_1019 src: /127.0.0.1:54479 dest: /127.0.0.1:53738
2015-02-12 12:01:24,024 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741843_1019 src: /127.0.0.1:54485 dest: /127.0.0.1:53745
2015-02-12 12:01:24,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741843_1019 src: /127.0.0.1:54486 dest: /127.0.0.1:53750
2015-02-12 12:01:24,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741844_1020 src: /127.0.0.1:54480 dest: /127.0.0.1:53738
2015-02-12 12:01:24,044 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741844_1020 src: /127.0.0.1:54487 dest: /127.0.0.1:53750
2015-02-12 12:01:24,047 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741844_1020 src: /127.0.0.1:54488 dest: /127.0.0.1:53741
2015-02-12 12:01:24,055 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000000_0/part-00000. BP-1353726190-10.1.1.68-1423771207462 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW]]}
2015-02-12 12:01:24,143 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54486, dest: /127.0.0.1:53750, bytes: 401, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0002_m_000001_0_1543609198_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741843_1019, duration: 115732000
2015-02-12 12:01:24,143 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:24,143 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW]]} size 0
2015-02-12 12:01:24,144 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54485, dest: /127.0.0.1:53745, bytes: 401, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0002_m_000001_0_1543609198_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741843_1019, duration: 116646000
2015-02-12 12:01:24,144 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:24,144 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:01:24,144 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54479, dest: /127.0.0.1:53738, bytes: 401, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0002_m_000001_0_1543609198_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741843_1019, duration: 117488000
2015-02-12 12:01:24,145 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:24,146 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741846_1022 src: /127.0.0.1:54489 dest: /127.0.0.1:53750
2015-02-12 12:01:24,146 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:01:24,148 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741846_1022 src: /127.0.0.1:54490 dest: /127.0.0.1:53745
2015-02-12 12:01:24,149 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741846_1022 src: /127.0.0.1:54491 dest: /127.0.0.1:53738
2015-02-12 12:01:24,150 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54488, dest: /127.0.0.1:53741, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0002_m_000002_0_184556623_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741844_1020, duration: 101000000
2015-02-12 12:01:24,151 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:24,151 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]} size 0
2015-02-12 12:01:24,151 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54487, dest: /127.0.0.1:53750, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0002_m_000002_0_184556623_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741844_1020, duration: 101949000
2015-02-12 12:01:24,152 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:24,152 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]} size 0
2015-02-12 12:01:24,152 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54480, dest: /127.0.0.1:53738, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0002_m_000002_0_184556623_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741844_1020, duration: 103243000
2015-02-12 12:01:24,153 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:24,153 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]} size 0
2015-02-12 12:01:24,157 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000001_0/part-00001 is closed by DFSClient_attempt_1423771228284_0002_m_000001_0_1543609198_1
2015-02-12 12:01:24,167 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000002_0/part-00002 is closed by DFSClient_attempt_1423771228284_0002_m_000002_0_184556623_1
2015-02-12 12:01:24,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:01:24,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:01:24,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423771228284_0002_m_000001 dst=null perm=null proto=rpc
2015-02-12 12:01:24,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:01:24,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423771228284_0002_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:01:24,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:01:24,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423771228284_0002_m_000002 dst=null perm=null proto=rpc
2015-02-12 12:01:24,199 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54491, dest: /127.0.0.1:53738, bytes: 329, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0002_m_000000_0_1148628821_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741846_1022, duration: 47880000
2015-02-12 12:01:24,199 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:24,200 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]} size 0
2015-02-12 12:01:24,200 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54490, dest: /127.0.0.1:53745, bytes: 329, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0002_m_000000_0_1148628821_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741846_1022, duration: 48476000
2015-02-12 12:01:24,200 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:24,201 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:01:24,201 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54489, dest: /127.0.0.1:53750, bytes: 329, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0002_m_000000_0_1148628821_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741846_1022, duration: 49773000
2015-02-12 12:01:24,201 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:24,202 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:01:24,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423771228284_0002_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:01:24,206 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000000_0/part-00000 is closed by DFSClient_attempt_1423771228284_0002_m_000000_0_1148628821_1
2015-02-12 12:01:24,207 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0002_000001 (auth:SIMPLE)
2015-02-12 12:01:24,209 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0002_01_000003
2015-02-12 12:01:24,210 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000003
2015-02-12 12:01:24,210 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:01:24,211 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0002_01_000003
2015-02-12 12:01:24,212 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:01:24,212 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0002_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 12:01:24,213 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000005
2015-02-12 12:01:24,213 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53969, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 12:01:24,213 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 12:01:24,214 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0002_01_000005, NodeId: 10.1.1.68:53969, NodeHttpAddress: 10.1.1.68:53972, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53969 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 12:01:24,214 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:24,214 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:01:24,214 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0002_000001 released container container_1423771228284_0002_01_000005 on node: host: 10.1.1.68:53969 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 12:01:24,230 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0002_01_000003 is : 143
2015-02-12 12:01:24,233 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0002_000001 (auth:SIMPLE)
2015-02-12 12:01:24,235 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0002_01_000004
2015-02-12 12:01:24,235 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000004
2015-02-12 12:01:24,236 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:24,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:01:24,260 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:01:24,260 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:01:24,261 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000003
2015-02-12 12:01:24,261 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000003
2015-02-12 12:01:24,262 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000003
2015-02-12 12:01:24,262 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000003
2015-02-12 12:01:24,263 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0002_01_000004
2015-02-12 12:01:24,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:01:24,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423771228284_0002_m_000000 dst=null perm=null proto=rpc
2015-02-12 12:01:24,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423771228284_0002_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423771228284_0002_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:01:24,282 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0002_01_000004 is : 143
2015-02-12 12:01:24,293 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0002_000001 (auth:SIMPLE)
2015-02-12 12:01:24,295 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0002_01_000002
2015-02-12 12:01:24,295 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000002
2015-02-12 12:01:24,296 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:24,296 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000003
2015-02-12 12:01:24,297 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:01:24,297 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:01:24,297 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:01:24,297 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0002_01_000003 from application application_1423771228284_0002
2015-02-12 12:01:24,297 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:24,298 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0002
2015-02-12 12:01:24,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000004
2015-02-12 12:01:24,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000004
2015-02-12 12:01:24,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000004
2015-02-12 12:01:24,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:24,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000004
2015-02-12 12:01:24,302 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_83501272_1
2015-02-12 12:01:24,303 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0002_01_000002
2015-02-12 12:01:24,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:01:24,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-12 12:01:24,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-12 12:01:24,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423771228284_0002_m_000000 dst=null perm=null proto=rpc
2015-02-12 12:01:24,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:01:24,323 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0002_01_000002 is : 143
2015-02-12 12:01:24,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423771228284_0002_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:24,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-12 12:01:24,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-12 12:01:24,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423771228284_0002_m_000001 dst=null perm=null proto=rpc
2015-02-12 12:01:24,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:01:24,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423771228284_0002_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:24,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-12 12:01:24,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-12 12:01:24,341 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000004
2015-02-12 12:01:24,342 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:01:24,342 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:01:24,342 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0002_01_000004 from application application_1423771228284_0002
2015-02-12 12:01:24,342 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:24,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423771228284_0002_m_000002 dst=null perm=null proto=rpc
2015-02-12 12:01:24,343 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0002
2015-02-12 12:01:24,344 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000002
2015-02-12 12:01:24,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:01:24,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000002
2015-02-12 12:01:24,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423771228284_0002_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:24,349 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000002
2015-02-12 12:01:24,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-12 12:01:24,353 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000002
2015-02-12 12:01:24,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-12 12:01:24,354 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000002
2015-02-12 12:01:24,356 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:01:24,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423771228284_0002_m_000003 dst=null perm=null proto=rpc
2015-02-12 12:01:24,357 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0002_01_000002 from application application_1423771228284_0002
2015-02-12 12:01:24,357 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:24,357 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0002
2015-02-12 12:01:24,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:01:24,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423771228284_0002_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:24,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary dst=null perm=null proto=rpc
2015-02-12 12:01:24,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:24,371 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_SUCCESS is closed by DFSClient_NONMAPREDUCE_83501272_1
2015-02-12 12:01:24,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:24,375 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_83501272_1
2015-02-12 12:01:24,390 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54484, dest: /127.0.0.1:53738, bytes: 47579, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_83501272_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741845_1021, duration: 428355000
2015-02-12 12:01:24,391 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:24,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]} size 15530
2015-02-12 12:01:24,392 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54483, dest: /127.0.0.1:53745, bytes: 47579, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_83501272_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741845_1021, duration: 429297000
2015-02-12 12:01:24,392 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:24,393 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]} size 15530
2015-02-12 12:01:24,394 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54482, dest: /127.0.0.1:53741, bytes: 47579, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_83501272_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741845_1021, duration: 431700000
2015-02-12 12:01:24,394 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:24,394 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]} size 15530
2015-02-12 12:01:24,396 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job_1423771228284_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_83501272_1
2015-02-12 12:01:24,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:24,402 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002.summary_tmp. BP-1353726190-10.1.1.68-1423771207462 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW]]}
2015-02-12 12:01:24,404 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741847_1023 src: /127.0.0.1:54495 dest: /127.0.0.1:53750
2015-02-12 12:01:24,406 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741847_1023 src: /127.0.0.1:54496 dest: /127.0.0.1:53745
2015-02-12 12:01:24,407 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741847_1023 src: /127.0.0.1:54497 dest: /127.0.0.1:53738
2015-02-12 12:01:24,411 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54497, dest: /127.0.0.1:53738, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_83501272_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741847_1023, duration: 1783000
2015-02-12 12:01:24,411 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:24,411 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW]]} size 0
2015-02-12 12:01:24,412 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54496, dest: /127.0.0.1:53745, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_83501272_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741847_1023, duration: 2589000
2015-02-12 12:01:24,412 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:24,412 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW]]} size 0
2015-02-12 12:01:24,413 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54495, dest: /127.0.0.1:53750, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_83501272_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741847_1023, duration: 3564000
2015-02-12 12:01:24,413 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:24,413 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW]]} size 0
2015-02-12 12:01:24,415 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_83501272_1
2015-02-12 12:01:24,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:01:24,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job_1423771228284_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:01:24,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002-1423771262251-soberoi-%5B940F5253A41D4994B25B54086E18115E%2F5AC5701DB16441B0-1423771284376-4-0-SUCCEEDED-default-1423771270989.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:01:24,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job_1423771228284_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:01:24,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002-1423771262251-soberoi-%5B940F5253A41D4994B25B54086E18115E%2F5AC5701DB16441B0-1423771284376-4-0-SUCCEEDED-default-1423771270989.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:01:24,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job_1423771228284_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:01:24,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002-1423771262251-soberoi-%5B940F5253A41D4994B25B54086E18115E%2F5AC5701DB16441B0-1423771284376-4-0-SUCCEEDED-default-1423771270989.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:24,445 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002-1423771262251-soberoi-%5B940F5253A41D4994B25B54086E18115E%2F5AC5701DB16441B0-1423771284376-4-0-SUCCEEDED-default-1423771270989.jhist_tmp. BP-1353726190-10.1.1.68-1423771207462 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]}
2015-02-12 12:01:24,448 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741848_1024 src: /127.0.0.1:54499 dest: /127.0.0.1:53750
2015-02-12 12:01:24,449 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741848_1024 src: /127.0.0.1:54500 dest: /127.0.0.1:53745
2015-02-12 12:01:24,451 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741848_1024 src: /127.0.0.1:54501 dest: /127.0.0.1:53741
2015-02-12 12:01:24,457 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54501, dest: /127.0.0.1:53741, bytes: 47579, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_83501272_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741848_1024, duration: 4777000
2015-02-12 12:01:24,457 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:24,458 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:01:24,458 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54500, dest: /127.0.0.1:53745, bytes: 47579, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_83501272_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741848_1024, duration: 3201000
2015-02-12 12:01:24,458 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:24,459 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:01:24,459 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54499, dest: /127.0.0.1:53750, bytes: 47579, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_83501272_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741848_1024, duration: 6665000
2015-02-12 12:01:24,460 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:24,460 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:01:24,461 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002-1423771262251-soberoi-%5B940F5253A41D4994B25B54086E18115E%2F5AC5701DB16441B0-1423771284376-4-0-SUCCEEDED-default-1423771270989.jhist_tmp is closed by DFSClient_NONMAPREDUCE_83501272_1
2015-02-12 12:01:24,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002-1423771262251-soberoi-%5B940F5253A41D4994B25B54086E18115E%2F5AC5701DB16441B0-1423771284376-4-0-SUCCEEDED-default-1423771270989.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:01:24,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job_1423771228284_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:01:24,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:01:24,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job_1423771228284_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:01:24,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:01:24,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002/job_1423771228284_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:01:24,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:24,479 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002_conf.xml_tmp. BP-1353726190-10.1.1.68-1423771207462 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]}
2015-02-12 12:01:24,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741849_1025 src: /127.0.0.1:54503 dest: /127.0.0.1:53738
2015-02-12 12:01:24,483 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741849_1025 src: /127.0.0.1:54504 dest: /127.0.0.1:53741
2015-02-12 12:01:24,484 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741849_1025 src: /127.0.0.1:54505 dest: /127.0.0.1:53745
2015-02-12 12:01:24,490 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54505, dest: /127.0.0.1:53745, bytes: 113817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_83501272_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741849_1025, duration: 2471000
2015-02-12 12:01:24,490 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:24,491 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:01:24,491 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54504, dest: /127.0.0.1:53741, bytes: 113817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_83501272_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741849_1025, duration: 3246000
2015-02-12 12:01:24,491 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:24,491 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:01:24,492 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54503, dest: /127.0.0.1:53738, bytes: 113817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_83501272_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741849_1025, duration: 4447000
2015-02-12 12:01:24,492 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:24,493 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:01:24,495 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_83501272_1
2015-02-12 12:01:24,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:01:24,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:01:24,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:01:24,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002-1423771262251-soberoi-%5B940F5253A41D4994B25B54086E18115E%2F5AC5701DB16441B0-1423771284376-4-0-SUCCEEDED-default-1423771270989.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002-1423771262251-soberoi-%5B940F5253A41D4994B25B54086E18115E%2F5AC5701DB16441B0-1423771284376-4-0-SUCCEEDED-default-1423771270989.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:01:24,512 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423771228284_0002_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:01:24,512 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0002_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:01:24,513 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423771228284_0002 with final state: FINISHING
2015-02-12 12:01:24,513 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0002 State change from RUNNING to FINAL_SAVING
2015-02-12 12:01:24,513 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423771228284_0002
2015-02-12 12:01:24,513 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0002_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:01:24,513 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0002 State change from FINAL_SAVING to FINISHING
2015-02-12 12:01:25,305 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:01:25,306 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0002_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:01:25,306 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000002
2015-02-12 12:01:25,306 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53969, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 12:01:25,306 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:01:25,307 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0002_01_000002, NodeId: 10.1.1.68:53969, NodeHttpAddress: 10.1.1.68:53972, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53969 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:01:25,307 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:25,307 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:01:25,307 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0002_000001 released container container_1423771228284_0002_01_000002 on node: host: 10.1.1.68:53969 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 12:01:25,308 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:01:25,308 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0002_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:01:25,308 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000003
2015-02-12 12:01:25,308 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53969, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:01:25,308 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:01:25,309 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0002_01_000003, NodeId: 10.1.1.68:53969, NodeHttpAddress: 10.1.1.68:53972, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53969 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:01:25,309 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:25,309 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:01:25,309 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0002_000001 released container container_1423771228284_0002_01_000003 on node: host: 10.1.1.68:53969 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:01:25,309 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:01:25,309 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0002_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:01:25,310 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000004
2015-02-12 12:01:25,310 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53969, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:01:25,310 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:01:25,310 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0002_01_000004, NodeId: 10.1.1.68:53969, NodeHttpAddress: 10.1.1.68:53972, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53969 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:01:25,311 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:25,311 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:01:25,311 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0002_000001 released container container_1423771228284_0002_01_000004 on node: host: 10.1.1.68:53969 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:01:25,311 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:25,525 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423771228284_0002 unregistered successfully.
2015-02-12 12:01:25,528 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741837_1013 127.0.0.1:53738 127.0.0.1:53750 127.0.0.1:53741 127.0.0.1:53745
2015-02-12 12:01:25,528 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741838_1014 127.0.0.1:53745 127.0.0.1:53738 127.0.0.1:53741 127.0.0.1:53750
2015-02-12 12:01:25,529 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741839_1015 127.0.0.1:53745 127.0.0.1:53741 127.0.0.1:53750
2015-02-12 12:01:25,529 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741840_1016 127.0.0.1:53745 127.0.0.1:53738 127.0.0.1:53750
2015-02-12 12:01:25,529 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741845_1021 127.0.0.1:53741 127.0.0.1:53745 127.0.0.1:53738
2015-02-12 12:01:25,529 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:53745 127.0.0.1:53741 127.0.0.1:53750
2015-02-12 12:01:25,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0002 dst=null perm=null proto=rpc
2015-02-12 12:01:25,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-12 12:01:25,581 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary
2015-02-12 12:01:25,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary dst=null perm=null proto=rpc
2015-02-12 12:01:25,583 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: first-flow
2015-02-12 12:01:25,583 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: second-flow
2015-02-12 12:01:25,583 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] at least one sink is marked for delete
2015-02-12 12:01:25,583 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 12:01:25,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:01:25,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:01:25,590 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] starting
2015-02-12 12:01:25,590 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4"]
2015-02-12 12:01:25,591 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5"]
2015-02-12 12:01:25,591 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] parallel execution is enabled: true
2015-02-12 12:01:25,591 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] starting jobs: 1
2015-02-12 12:01:25,591 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] allocating threads: 1
2015-02-12 12:01:25,592 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-flow] starting step: (1/1) ...preduceflowplatform/flow5
2015-02-12 12:01:25,608 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:53929
2015-02-12 12:01:25,622 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:53929
2015-02-12 12:01:25,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:01:25,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:01:25,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:01:25,629 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 3
2015-02-12 12:01:25,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003 dst=null perm=null proto=rpc
2015-02-12 12:01:25,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:01:25,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:01:25,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:25,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:25,640 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.jar. BP-1353726190-10.1.1.68-1423771207462 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]}
2015-02-12 12:01:25,641 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741850_1026 src: /127.0.0.1:54512 dest: /127.0.0.1:53738
2015-02-12 12:01:25,643 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741850_1026 src: /127.0.0.1:54513 dest: /127.0.0.1:53741
2015-02-12 12:01:25,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741850_1026 src: /127.0.0.1:54514 dest: /127.0.0.1:53750
2015-02-12 12:01:25,650 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54514, dest: /127.0.0.1:53750, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741850_1026, duration: 3773000
2015-02-12 12:01:25,650 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:25,651 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]} size 0
2015-02-12 12:01:25,652 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54513, dest: /127.0.0.1:53741, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741850_1026, duration: 4460000
2015-02-12 12:01:25,652 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:25,653 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]} size 0
2015-02-12 12:01:25,653 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54512, dest: /127.0.0.1:53738, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741850_1026, duration: 6245000
2015-02-12 12:01:25,653 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:25,655 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]} size 0
2015-02-12 12:01:25,656 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.jar is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:01:25,657 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.jar
2015-02-12 12:01:25,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:25,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:25,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:25,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:25,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:25,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:01:25,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:01:25,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:01:25,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:01:25,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:01:25,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:25,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-12 12:01:25,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-12 12:01:25,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-12 12:01:25,676 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 12:01:25,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:25,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:25,681 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.split
2015-02-12 12:01:25,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:25,683 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.split. BP-1353726190-10.1.1.68-1423771207462 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]}
2015-02-12 12:01:25,685 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741851_1027 src: /127.0.0.1:54515 dest: /127.0.0.1:53738
2015-02-12 12:01:25,687 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741851_1027 src: /127.0.0.1:54516 dest: /127.0.0.1:53750
2015-02-12 12:01:25,689 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741851_1027 src: /127.0.0.1:54517 dest: /127.0.0.1:53741
2015-02-12 12:01:25,690 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741851_1027 src: /127.0.0.1:54518 dest: /127.0.0.1:53745
2015-02-12 12:01:25,698 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54518, dest: /127.0.0.1:53745, bytes: 1957, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741851_1027, duration: 2354000
2015-02-12 12:01:25,699 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:25,699 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]} size 0
2015-02-12 12:01:25,700 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54517, dest: /127.0.0.1:53741, bytes: 1957, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741851_1027, duration: 3074000
2015-02-12 12:01:25,700 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:25,700 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:01:25,700 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54516, dest: /127.0.0.1:53750, bytes: 1957, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741851_1027, duration: 4076000
2015-02-12 12:01:25,701 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:25,701 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|FINALIZED], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:01:25,701 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54515, dest: /127.0.0.1:53738, bytes: 1957, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741851_1027, duration: 4823000
2015-02-12 12:01:25,702 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:25,702 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|FINALIZED], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:01:25,703 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.split is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:01:25,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:25,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:25,710 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.splitmetainfo. BP-1353726190-10.1.1.68-1423771207462 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]}
2015-02-12 12:01:25,712 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741852_1028 src: /127.0.0.1:54519 dest: /127.0.0.1:53750
2015-02-12 12:01:25,713 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741852_1028 src: /127.0.0.1:54520 dest: /127.0.0.1:53741
2015-02-12 12:01:25,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741852_1028 src: /127.0.0.1:54521 dest: /127.0.0.1:53738
2015-02-12 12:01:25,717 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54521, dest: /127.0.0.1:53738, bytes: 191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741852_1028, duration: 1320000
2015-02-12 12:01:25,718 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:25,718 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:01:25,718 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54520, dest: /127.0.0.1:53741, bytes: 191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741852_1028, duration: 2021000
2015-02-12 12:01:25,719 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:25,719 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:01:25,719 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54519, dest: /127.0.0.1:53750, bytes: 191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741852_1028, duration: 2900000
2015-02-12 12:01:25,720 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:25,720 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:01:25,722 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:01:25,722 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:5
2015-02-12 12:01:25,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:25,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:25,757 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.xml. BP-1353726190-10.1.1.68-1423771207462 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW]]}
2015-02-12 12:01:25,759 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741853_1029 src: /127.0.0.1:54522 dest: /127.0.0.1:53750
2015-02-12 12:01:25,760 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741853_1029 src: /127.0.0.1:54523 dest: /127.0.0.1:53738
2015-02-12 12:01:25,762 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741853_1029 src: /127.0.0.1:54524 dest: /127.0.0.1:53745
2015-02-12 12:01:25,767 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54524, dest: /127.0.0.1:53745, bytes: 96815, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741853_1029, duration: 3376000
2015-02-12 12:01:25,767 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:25,768 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW]]} size 0
2015-02-12 12:01:25,768 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54523, dest: /127.0.0.1:53738, bytes: 96815, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741853_1029, duration: 4326000
2015-02-12 12:01:25,768 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:25,768 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:01:25,769 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54522, dest: /127.0.0.1:53750, bytes: 96815, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741853_1029, duration: 5253000
2015-02-12 12:01:25,769 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:25,773 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:01:25,775 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.xml is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:01:25,776 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423771228284_0003
2015-02-12 12:01:25,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003 dst=null perm=null proto=rpc
2015-02-12 12:01:25,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:25,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:25,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:25,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:25,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:25,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:25,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:01:25,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:01:25,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:25,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:25,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:25,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:25,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:25,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:25,803 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 3 submitted by user soberoi
2015-02-12 12:01:25,803 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423771228284_0003
2015-02-12 12:01:25,803 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423771228284_0003
2015-02-12 12:01:25,803 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423771228284_0003
2015-02-12 12:01:25,803 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0003 State change from NEW to NEW_SAVING
2015-02-12 12:01:25,803 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0003 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:01:25,803 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423771228284_0003 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:01:25,804 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423771228284_0003 from user: soberoi, in queue: default
2015-02-12 12:01:25,804 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0003 State change from SUBMITTED to ACCEPTED
2015-02-12 12:01:25,804 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423771228284_0003_000001
2015-02-12 12:01:25,805 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0003_000001 State change from NEW to SUBMITTED
2015-02-12 12:01:25,805 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423771228284_0003 from user: soberoi activated in queue: default
2015-02-12 12:01:25,805 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423771228284_0003 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@632f7503, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:01:25,805 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423771228284_0003_000001 to scheduler from user soberoi in queue default
2015-02-12 12:01:25,806 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0003_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:01:25,806 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423771228284_0003
2015-02-12 12:01:25,809 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:53930/proxy/application_1423771228284_0003/
2015-02-12 12:01:25,809 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-flow] submitted hadoop job: job_1423771228284_0003
2015-02-12 12:01:25,810 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-flow] tracking url: http://Edinburgh.local:53930/proxy/application_1423771228284_0003/
2015-02-12 12:01:26,308 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:26,308 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:26,308 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:26,308 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:26,309 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:01:26,309 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000001
2015-02-12 12:01:26,309 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:53969, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:01:26,309 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0003_000001 container=Container: [ContainerId: container_1423771228284_0003_01_000001, NodeId: 10.1.1.68:53969, NodeHttpAddress: 10.1.1.68:53972, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:01:26,309 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:01:26,309 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:26,310 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:53969 for container : container_1423771228284_0003_01_000001
2015-02-12 12:01:26,312 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:01:26,312 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423771228284_0003_000001
2015-02-12 12:01:26,312 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423771228284_0003 AttemptId: appattempt_1423771228284_0003_000001 MasterContainer: Container: [ContainerId: container_1423771228284_0003_01_000001, NodeId: 10.1.1.68:53969, NodeHttpAddress: 10.1.1.68:53972, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53969 }, ]
2015-02-12 12:01:26,312 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:01:26,313 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:01:26,314 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423771228284_0003_000001
2015-02-12 12:01:26,316 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423771228284_0003_01_000001, NodeId: 10.1.1.68:53969, NodeHttpAddress: 10.1.1.68:53972, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53969 }, ] for AM appattempt_1423771228284_0003_000001
2015-02-12 12:01:26,316 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423771228284_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:01:26,316 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423771228284_0003_000001
2015-02-12 12:01:26,316 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423771228284_0003_000001
2015-02-12 12:01:26,320 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0003_000001 (auth:SIMPLE)
2015-02-12 12:01:26,323 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0003_01_000001 by user soberoi
2015-02-12 12:01:26,323 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423771228284_0003
2015-02-12 12:01:26,324 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000001
2015-02-12 12:01:26,324 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0003 transitioned from NEW to INITING
2015-02-12 12:01:26,324 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0003_01_000001 to application application_1423771228284_0003
2015-02-12 12:01:26,324 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423771228284_0003_01_000001, NodeId: 10.1.1.68:53969, NodeHttpAddress: 10.1.1.68:53972, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53969 }, ] for AM appattempt_1423771228284_0003_000001
2015-02-12 12:01:26,325 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0003 transitioned from INITING to RUNNING
2015-02-12 12:01:26,325 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0003_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:01:26,325 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:01:26,325 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0003
2015-02-12 12:01:26,325 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:01:26,325 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:01:26,325 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:01:26,326 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:01:26,326 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0003_01_000001
2015-02-12 12:01:26,342 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423771228284_0003_01_000001.tokens. Credentials list:
2015-02-12 12:01:26,504 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:01:26,615 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423771228284_0003_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000001.tokens
2015-02-12 12:01:26,615 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423771228284_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423771228284_0003
2015-02-12 12:01:26,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:26,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:26,773 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423771228284_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:01:26,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:01:26,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:01:26,846 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423771228284_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:01:26,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:26,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:26,916 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423771228284_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:01:26,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:26,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:26,989 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423771228284_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:01:26,989 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:01:27,024 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:01:27,025 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:27,112 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000001/default_container_executor.sh]
2015-02-12 12:01:27,296 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:53741 to replicate blk_1073741850_1026 to datanode(s) 127.0.0.1:53745
2015-02-12 12:01:27,296 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53745 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741845_1021, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015]
2015-02-12 12:01:27,297 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53741 to delete [blk_1073741841_1017, blk_1073741845_1021, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015]
2015-02-12 12:01:27,312 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:01:27,313 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:27,313 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:27,313 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:27,313 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:28,184 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f38d2a0b-6230-432f-a65e-365c25faf1fc, infoPort=53742, ipcPort=53744, storageInfo=lv=-56;cid=testClusterID;nsid=1221829425;c=0) Starting thread to transfer BP-1353726190-10.1.1.68-1423771207462:blk_1073741850_1026 to 127.0.0.1:53745
2015-02-12 12:01:28,185 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 12:01:28,185 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 12:01:28,185 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741837 for deletion
2015-02-12 12:01:28,185 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741838 for deletion
2015-02-12 12:01:28,185 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 12:01:28,185 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741839 for deletion
2015-02-12 12:01:28,186 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741838
2015-02-12 12:01:28,186 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 12:01:28,187 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741837
2015-02-12 12:01:28,187 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741850_1026 src: /127.0.0.1:54540 dest: /127.0.0.1:53745
2015-02-12 12:01:28,187 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741839
2015-02-12 12:01:28,187 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1353726190-10.1.1.68-1423771207462:blk_1073741850_1026 (numBytes=254067) to /127.0.0.1:53745
2015-02-12 12:01:28,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1353726190-10.1.1.68-1423771207462:blk_1073741850_1026 src: /127.0.0.1:54540 dest: /127.0.0.1:53745 of size 254067
2015-02-12 12:01:28,190 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741850_1026 size 254067
2015-02-12 12:01:28,321 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:28,321 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:28,321 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:28,321 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:28,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741840 for deletion
2015-02-12 12:01:28,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 12:01:28,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 12:01:28,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741837 for deletion
2015-02-12 12:01:28,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741838 for deletion
2015-02-12 12:01:28,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741839 for deletion
2015-02-12 12:01:28,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741840
2015-02-12 12:01:28,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 12:01:28,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 12:01:28,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741838
2015-02-12 12:01:28,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741837
2015-02-12 12:01:28,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741839
2015-02-12 12:01:29,326 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:29,327 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:29,327 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:29,327 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:30,117 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741844_1020
2015-02-12 12:01:30,117 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741844_1020
2015-02-12 12:01:30,118 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741847_1023
2015-02-12 12:01:30,118 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741842_1018
2015-02-12 12:01:30,118 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741849_1025
2015-02-12 12:01:30,118 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741846_1022
2015-02-12 12:01:30,119 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741843_1019
2015-02-12 12:01:30,119 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741848_1024
2015-02-12 12:01:30,119 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741845_1021
2015-02-12 12:01:30,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741849_1025
2015-02-12 12:01:30,301 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53738 to delete [blk_1073741840_1016, blk_1073741845_1021, blk_1073741837_1013, blk_1073741838_1014]
2015-02-12 12:01:30,301 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53750 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015]
2015-02-12 12:01:30,330 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:30,330 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:30,330 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:30,331 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:30,397 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741846_1022
2015-02-12 12:01:30,398 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741843_1019
2015-02-12 12:01:30,398 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741847_1023
2015-02-12 12:01:30,398 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741842_1018
2015-02-12 12:01:30,399 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741849_1025
2015-02-12 12:01:30,400 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741848_1024
2015-02-12 12:01:30,599 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423771228284_0002_01_000001 succeeded
2015-02-12 12:01:30,600 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:01:30,600 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0002_01_000001
2015-02-12 12:01:30,623 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000001
2015-02-12 12:01:30,625 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000001
2015-02-12 12:01:30,626 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000001
2015-02-12 12:01:30,626 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0002/container_1423771228284_0002_01_000001
2015-02-12 12:01:30,627 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000001
2015-02-12 12:01:30,629 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:01:30,629 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0002_01_000001 from application application_1423771228284_0002
2015-02-12 12:01:30,629 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:30,630 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0002
2015-02-12 12:01:30,639 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741847_1023
2015-02-12 12:01:30,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741848_1024
2015-02-12 12:01:30,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741843_1019
2015-02-12 12:01:30,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741842_1018
2015-02-12 12:01:30,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741846_1022
2015-02-12 12:01:30,642 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741844_1020
2015-02-12 12:01:31,187 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741840 for deletion
2015-02-12 12:01:31,187 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 12:01:31,187 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741837 for deletion
2015-02-12 12:01:31,187 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741840
2015-02-12 12:01:31,187 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741838 for deletion
2015-02-12 12:01:31,187 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 12:01:31,188 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741838
2015-02-12 12:01:31,188 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741837
2015-02-12 12:01:31,336 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:31,337 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:31,337 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:31,337 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:31,414 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:01:31,414 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423771228284_0002_000001
2015-02-12 12:01:31,414 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423771228284_0002_000001
2015-02-12 12:01:31,414 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0002_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:01:31,415 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0002_000001 State change from FINISHING to FINISHED
2015-02-12 12:01:31,415 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000001
2015-02-12 12:01:31,415 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0002 State change from FINISHING to FINISHED
2015-02-12 12:01:31,415 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:53954, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:01:31,415 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:01:31,415 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423771228284_0002
2015-02-12 12:01:31,415 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0002_01_000001, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:01:31,415 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:31,416 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423771228284_0002,name=[940F5253A41D4994B25B54086E18115E/5AC5701DB16441B0B1EE0930DC4A8D49] first-flow/(1/1) ...preduceflowplatform/flow4,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:53930/proxy/application_1423771228284_0002/jobhistory/job/job_1423771228284_0002,appMasterHost=10.1.1.68,startTime=1423771262251,finishTime=1423771284513,finalStatus=SUCCEEDED
2015-02-12 12:01:31,416 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423771228284_0002_000001
2015-02-12 12:01:31,416 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 12:01:31,416 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0002_000001 released container container_1423771228284_0002_01_000001 on node: host: 10.1.1.68:53954 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:01:31,416 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423771228284_0002_000001 is done. finalState=FINISHED
2015-02-12 12:01:31,416 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423771228284_0002 requests cleared
2015-02-12 12:01:31,416 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423771228284_0002 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:01:31,417 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423771228284_0002 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:01:31,420 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0002_000001 (auth:SIMPLE)
2015-02-12 12:01:31,422 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0002_01_000001
2015-02-12 12:01:31,422 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0002 CONTAINERID=container_1423771228284_0002_01_000001
2015-02-12 12:01:31,422 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:31,422 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423771228284_0002_01_000001]
2015-02-12 12:01:31,423 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:01:31,423 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0002
2015-02-12 12:01:31,423 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0002
2015-02-12 12:01:31,424 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0002
2015-02-12 12:01:31,424 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423771228284_0002
2015-02-12 12:01:31,424 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:01:31,424 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423771228284_0002, with delay of 10800 seconds
2015-02-12 12:01:31,424 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0002
2015-02-12 12:01:31,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:01:31,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:01:31,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:01:31,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:01:31,688 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741840 for deletion
2015-02-12 12:01:31,689 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 12:01:31,689 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741837 for deletion
2015-02-12 12:01:31,689 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741838 for deletion
2015-02-12 12:01:31,689 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741840
2015-02-12 12:01:31,689 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 12:01:31,689 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741839 for deletion
2015-02-12 12:01:31,689 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741838
2015-02-12 12:01:31,689 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741837
2015-02-12 12:01:31,690 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741839
2015-02-12 12:01:32,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003 dst=null perm=null proto=rpc
2015-02-12 12:01:32,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:01:32,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:01:32,338 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:01:32,338 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:32,338 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:32,338 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:32,338 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:32,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423771228284_0002
2015-02-12 12:01:32,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423771228284_0002
2015-02-12 12:01:32,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423771228284_0002
2015-02-12 12:01:32,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423771228284_0002
2015-02-12 12:01:32,339 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423771228284_0002
2015-02-12 12:01:32,339 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:01:32,339 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423771228284_0002, with delay of 10800 seconds
2015-02-12 12:01:33,339 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:33,339 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:33,340 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:33,340 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:33,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:01:33,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:01:35,126 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741853_1029
2015-02-12 12:01:35,126 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741850_1026
2015-02-12 12:01:35,127 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741852_1028
2015-02-12 12:01:35,127 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741851_1027
2015-02-12 12:01:35,127 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741851_1027
2015-02-12 12:01:35,127 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741852_1028
2015-02-12 12:01:35,329 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741850_1026
2015-02-12 12:01:35,402 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741851_1027
2015-02-12 12:01:35,403 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741853_1029
2015-02-12 12:01:35,611 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741850_1026
2015-02-12 12:01:35,649 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741851_1027
2015-02-12 12:01:35,650 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741852_1028
2015-02-12 12:01:35,651 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741853_1029
2015-02-12 12:01:35,859 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741850_1026
2015-02-12 12:01:37,147 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0003_000001 (auth:SIMPLE)
2015-02-12 12:01:37,177 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423771228284_0003_000001
2015-02-12 12:01:37,177 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423771228284_0003 APPATTEMPTID=appattempt_1423771228284_0003_000001
2015-02-12 12:01:37,177 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0003_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:01:37,178 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0003 State change from ACCEPTED to RUNNING
2015-02-12 12:01:37,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job_1423771228284_0003_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:37,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:01:37,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job_1423771228284_0003_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:37,630 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job_1423771228284_0003_1_conf.xml. BP-1353726190-10.1.1.68-1423771207462 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]}
2015-02-12 12:01:37,680 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741854_1030 src: /127.0.0.1:54586 dest: /127.0.0.1:53738
2015-02-12 12:01:37,682 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741854_1030 src: /127.0.0.1:54588 dest: /127.0.0.1:53750
2015-02-12 12:01:37,683 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741854_1030 src: /127.0.0.1:54589 dest: /127.0.0.1:53745
2015-02-12 12:01:37,719 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54589, dest: /127.0.0.1:53745, bytes: 113818, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2082748504_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741854_1030, duration: 34553000
2015-02-12 12:01:37,720 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:37,720 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:01:37,720 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54588, dest: /127.0.0.1:53750, bytes: 113818, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2082748504_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741854_1030, duration: 35440000
2015-02-12 12:01:37,721 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:37,721 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:01:37,721 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54586, dest: /127.0.0.1:53738, bytes: 113818, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2082748504_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741854_1030, duration: 36449000
2015-02-12 12:01:37,722 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:37,722 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:01:37,726 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job_1423771228284_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-2082748504_1
2015-02-12 12:01:38,365 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:01:38,365 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000002
2015-02-12 12:01:38,365 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53969, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:01:38,366 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0003_000001 container=Container: [ContainerId: container_1423771228284_0003_01_000002, NodeId: 10.1.1.68:53969, NodeHttpAddress: 10.1.1.68:53972, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:01:38,366 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:01:38,366 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:38,366 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:01:38,366 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000003
2015-02-12 12:01:38,367 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53969, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 12:01:38,367 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0003_000001 container=Container: [ContainerId: container_1423771228284_0003_01_000003, NodeId: 10.1.1.68:53969, NodeHttpAddress: 10.1.1.68:53972, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:01:38,367 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:01:38,367 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:38,442 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:01:38,442 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000004
2015-02-12 12:01:38,442 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:01:38,442 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0003_000001 container=Container: [ContainerId: container_1423771228284_0003_01_000004, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:01:38,443 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:01:38,443 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:38,444 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:01:38,444 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000005
2015-02-12 12:01:38,444 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0003_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:01:38,444 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0003_000001 container=Container: [ContainerId: container_1423771228284_0003_01_000005, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:01:38,444 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:01:38,445 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:38,445 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:01:38,445 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000006
2015-02-12 12:01:38,445 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0003_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 12:01:38,445 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0003_000001 container=Container: [ContainerId: container_1423771228284_0003_01_000006, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:01:38,446 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 12:01:38,446 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:39,227 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 12:01:39,228 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 12:01:39,246 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:53969 for container : container_1423771228284_0003_01_000002
2015-02-12 12:01:39,247 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:01:39,249 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:01:39,249 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:53954 for container : container_1423771228284_0003_01_000004
2015-02-12 12:01:39,250 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:01:39,251 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:01:39,252 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:01:39,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:39,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:39,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:39,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:39,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:39,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:39,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:39,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:39,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:39,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:39,376 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0003_000001 (auth:SIMPLE)
2015-02-12 12:01:39,376 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0003_000001 (auth:SIMPLE)
2015-02-12 12:01:39,377 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0003_000001 (auth:SIMPLE)
2015-02-12 12:01:39,377 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0003_000001 (auth:SIMPLE)
2015-02-12 12:01:39,378 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0003_000001 (auth:SIMPLE)
2015-02-12 12:01:39,380 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0003_01_000005 by user soberoi
2015-02-12 12:01:39,380 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423771228284_0003
2015-02-12 12:01:39,381 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000005
2015-02-12 12:01:39,381 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0003 transitioned from NEW to INITING
2015-02-12 12:01:39,381 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0003_01_000005 to application application_1423771228284_0003
2015-02-12 12:01:39,381 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0003 transitioned from INITING to RUNNING
2015-02-12 12:01:39,382 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 12:01:39,382 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0003
2015-02-12 12:01:39,382 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0003
2015-02-12 12:01:39,382 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:01:39,382 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0003
2015-02-12 12:01:39,382 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:01:39,382 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:01:39,383 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0003_01_000005
2015-02-12 12:01:39,381 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0003_01_000002 by user soberoi
2015-02-12 12:01:39,383 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000002
2015-02-12 12:01:39,384 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0003_01_000002 to application application_1423771228284_0003
2015-02-12 12:01:39,384 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:01:39,384 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0003
2015-02-12 12:01:39,384 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0003
2015-02-12 12:01:39,384 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:01:39,384 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0003
2015-02-12 12:01:39,386 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0003_01_000003 by user soberoi
2015-02-12 12:01:39,386 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:01:39,386 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0003_01_000003 to application application_1423771228284_0003
2015-02-12 12:01:39,386 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:01:39,386 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0003
2015-02-12 12:01:39,386 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0003
2015-02-12 12:01:39,387 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:01:39,387 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0003
2015-02-12 12:01:39,386 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000003
2015-02-12 12:01:39,387 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0003_01_000004 by user soberoi
2015-02-12 12:01:39,387 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:01:39,392 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0003_01_000004 to application application_1423771228284_0003
2015-02-12 12:01:39,392 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:01:39,392 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0003
2015-02-12 12:01:39,392 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0003
2015-02-12 12:01:39,392 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:01:39,392 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0003
2015-02-12 12:01:39,393 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0003_01_000004
2015-02-12 12:01:39,389 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0003_01_000006 by user soberoi
2015-02-12 12:01:39,393 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000006
2015-02-12 12:01:39,389 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000004
2015-02-12 12:01:39,394 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0003_01_000006 to application application_1423771228284_0003
2015-02-12 12:01:39,394 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 12:01:39,394 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0003
2015-02-12 12:01:39,394 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0003
2015-02-12 12:01:39,394 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:01:39,395 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0003
2015-02-12 12:01:39,400 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0003_01_000006
2015-02-12 12:01:39,418 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423771228284_0003_01_000005.tokens. Credentials list:
2015-02-12 12:01:39,427 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423771228284_0003_01_000006.tokens. Credentials list:
2015-02-12 12:01:39,427 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423771228284_0003_01_000004.tokens. Credentials list:
2015-02-12 12:01:39,444 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:01:39,444 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:39,451 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:01:39,452 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:01:39,452 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:01:39,468 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:01:39,468 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:39,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:01:39,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000002/default_container_executor.sh]
2015-02-12 12:01:39,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000003/default_container_executor.sh]
2015-02-12 12:01:39,699 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:01:39,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423771228284_0003_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000005.tokens
2015-02-12 12:01:39,707 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0003
2015-02-12 12:01:39,829 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:01:39,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:39,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423771228284_0003_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000004.tokens
2015-02-12 12:01:39,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0003
2015-02-12 12:01:39,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:01:39,896 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:01:39,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:39,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:39,981 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423771228284_0003_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000006.tokens
2015-02-12 12:01:39,982 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0003
2015-02-12 12:01:39,991 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:01:39,991 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:01:39,991 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:01:39,992 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:01:40,068 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:01:40,068 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:40,068 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 12:01:40,069 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:40,069 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 12:01:40,069 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:40,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000004/default_container_executor.sh]
2015-02-12 12:01:40,256 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000005/default_container_executor.sh]
2015-02-12 12:01:40,256 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000006/default_container_executor.sh]
2015-02-12 12:01:40,270 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:01:40,374 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:01:40,375 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:01:45,337 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741854_1030
2015-02-12 12:01:45,627 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741854_1030
2015-02-12 12:01:45,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741854_1030
2015-02-12 12:01:49,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:50,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:01:50,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:50,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:50,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:50,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:50,596 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000000_0/part-00000. BP-1353726190-10.1.1.68-1423771207462 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW]]}
2015-02-12 12:01:50,686 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741855_1031 src: /127.0.0.1:54670 dest: /127.0.0.1:53738
2015-02-12 12:01:50,689 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741855_1031 src: /127.0.0.1:54673 dest: /127.0.0.1:53750
2015-02-12 12:01:50,690 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741855_1031 src: /127.0.0.1:54674 dest: /127.0.0.1:53745
2015-02-12 12:01:50,722 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54674, dest: /127.0.0.1:53745, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0003_m_000000_0_-123769801_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741855_1031, duration: 30471000
2015-02-12 12:01:50,723 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:50,723 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:01:50,723 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54673, dest: /127.0.0.1:53750, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0003_m_000000_0_-123769801_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741855_1031, duration: 31274000
2015-02-12 12:01:50,724 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:50,724 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|FINALIZED], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:01:50,724 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54670, dest: /127.0.0.1:53738, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0003_m_000000_0_-123769801_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741855_1031, duration: 32270000
2015-02-12 12:01:50,724 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:50,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|FINALIZED], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:01:50,729 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000000_0/part-00000 is closed by DFSClient_attempt_1423771228284_0003_m_000000_0_-123769801_1
2015-02-12 12:01:50,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:01:50,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:01:50,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000000 dst=null perm=null proto=rpc
2015-02-12 12:01:50,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:01:50,780 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0003_000001 (auth:SIMPLE)
2015-02-12 12:01:50,782 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0003_01_000002
2015-02-12 12:01:50,782 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000002
2015-02-12 12:01:50,782 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:01:50,783 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0003_01_000002
2015-02-12 12:01:50,805 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0003_01_000002 is : 143
2015-02-12 12:01:50,806 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job_1423771228284_0003_1.jhist. BP-1353726190-10.1.1.68-1423771207462 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW]]}
2015-02-12 12:01:50,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741856_1032 src: /127.0.0.1:54678 dest: /127.0.0.1:53741
2015-02-12 12:01:50,809 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741856_1032 src: /127.0.0.1:54679 dest: /127.0.0.1:53738
2015-02-12 12:01:50,811 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741856_1032 src: /127.0.0.1:54680 dest: /127.0.0.1:53745
2015-02-12 12:01:50,815 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:01:50,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000002
2015-02-12 12:01:50,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000002
2015-02-12 12:01:50,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000002
2015-02-12 12:01:50,817 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job_1423771228284_0003_1.jhist for DFSClient_NONMAPREDUCE_-2082748504_1
2015-02-12 12:01:50,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000002
2015-02-12 12:01:50,820 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000002
2015-02-12 12:01:50,821 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:01:50,821 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0003_01_000002 from application application_1423771228284_0003
2015-02-12 12:01:50,821 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:50,821 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0003
2015-02-12 12:01:50,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:50,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:01:50,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:50,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:01:50,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:50,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:01:51,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:51,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:01:51,272 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000002_0/part-00002. BP-1353726190-10.1.1.68-1423771207462 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]}
2015-02-12 12:01:51,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:51,340 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741857_1033 src: /127.0.0.1:54684 dest: /127.0.0.1:53745
2015-02-12 12:01:51,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741857_1033 src: /127.0.0.1:54685 dest: /127.0.0.1:53738
2015-02-12 12:01:51,345 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741857_1033 src: /127.0.0.1:54686 dest: /127.0.0.1:53750
2015-02-12 12:01:51,359 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000003_0/part-00003. BP-1353726190-10.1.1.68-1423771207462 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW]]}
2015-02-12 12:01:51,390 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54686, dest: /127.0.0.1:53750, bytes: 335, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0003_m_000002_0_1908257713_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741857_1033, duration: 42751000
2015-02-12 12:01:51,391 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:51,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]} size 0
2015-02-12 12:01:51,392 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54685, dest: /127.0.0.1:53738, bytes: 335, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0003_m_000002_0_1908257713_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741857_1033, duration: 43693000
2015-02-12 12:01:51,392 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:51,392 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]} size 0
2015-02-12 12:01:51,394 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54684, dest: /127.0.0.1:53745, bytes: 335, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0003_m_000002_0_1908257713_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741857_1033, duration: 44712000
2015-02-12 12:01:51,394 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:51,395 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]} size 0
2015-02-12 12:01:51,400 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000002_0/part-00002 is closed by DFSClient_attempt_1423771228284_0003_m_000002_0_1908257713_1
2015-02-12 12:01:51,417 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000004_0/part-00004 is closed by DFSClient_attempt_1423771228284_0003_m_000004_0_-1072716324_1
2015-02-12 12:01:51,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:01:51,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:01:51,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000002 dst=null perm=null proto=rpc
2015-02-12 12:01:51,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:01:51,442 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741858_1034 src: /127.0.0.1:54687 dest: /127.0.0.1:53750
2015-02-12 12:01:51,443 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741858_1034 src: /127.0.0.1:54688 dest: /127.0.0.1:53741
2015-02-12 12:01:51,445 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741858_1034 src: /127.0.0.1:54689 dest: /127.0.0.1:53745
2015-02-12 12:01:51,456 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0003_000001 (auth:SIMPLE)
2015-02-12 12:01:51,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 12:01:51,458 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0003_01_000004
2015-02-12 12:01:51,459 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000004
2015-02-12 12:01:51,459 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:01:51,459 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0003_01_000004
2015-02-12 12:01:51,477 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0003_01_000004 is : 143
2015-02-12 12:01:51,489 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:01:51,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000004
2015-02-12 12:01:51,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000004
2015-02-12 12:01:51,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000004
2015-02-12 12:01:51,492 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000004
2015-02-12 12:01:51,492 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000004
2015-02-12 12:01:51,492 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:01:51,492 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0003_01_000004 from application application_1423771228284_0003
2015-02-12 12:01:51,493 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:51,493 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0003
2015-02-12 12:01:51,499 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54689, dest: /127.0.0.1:53745, bytes: 321, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0003_m_000003_0_685466248_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741858_1034, duration: 51141000
2015-02-12 12:01:51,499 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:51,499 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW]]} size 0
2015-02-12 12:01:51,500 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54688, dest: /127.0.0.1:53741, bytes: 321, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0003_m_000003_0_685466248_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741858_1034, duration: 51767000
2015-02-12 12:01:51,500 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:51,500 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:01:51,501 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54687, dest: /127.0.0.1:53750, bytes: 321, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0003_m_000003_0_685466248_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741858_1034, duration: 52981000
2015-02-12 12:01:51,501 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:51,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:01:51,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 12:01:51,505 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000003_0/part-00003 is closed by DFSClient_attempt_1423771228284_0003_m_000003_0_685466248_1
2015-02-12 12:01:51,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000004 dst=null perm=null proto=rpc
2015-02-12 12:01:51,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:01:51,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:01:51,527 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0003_000001 (auth:SIMPLE)
2015-02-12 12:01:51,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:01:51,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000003 dst=null perm=null proto=rpc
2015-02-12 12:01:51,529 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0003_01_000006
2015-02-12 12:01:51,529 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000006
2015-02-12 12:01:51,529 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000006 transitioned from RUNNING to KILLING
2015-02-12 12:01:51,530 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0003_01_000006
2015-02-12 12:01:51,530 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:01:51,531 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0003_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:01:51,531 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000004
2015-02-12 12:01:51,531 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 12:01:51,531 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 12:01:51,532 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0003_01_000004, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 12:01:51,532 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:51,532 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:01:51,532 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0003_000001 released container container_1423771228284_0003_01_000004 on node: host: 10.1.1.68:53954 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 12:01:51,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:01:51,550 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0003_01_000006 is : 143
2015-02-12 12:01:51,551 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0003_000001 (auth:SIMPLE)
2015-02-12 12:01:51,553 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0003_01_000005
2015-02-12 12:01:51,553 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000005
2015-02-12 12:01:51,553 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:51,565 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:01:51,565 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000005 transitioned from RUNNING to KILLING
2015-02-12 12:01:51,566 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000006
2015-02-12 12:01:51,566 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000006
2015-02-12 12:01:51,566 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000006
2015-02-12 12:01:51,568 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000006
2015-02-12 12:01:51,568 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0003_01_000005
2015-02-12 12:01:51,586 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0003_01_000005 is : 143
2015-02-12 12:01:51,599 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000006
2015-02-12 12:01:51,599 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:01:51,599 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:01:51,599 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0003_01_000006 from application application_1423771228284_0003
2015-02-12 12:01:51,599 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:51,600 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0003
2015-02-12 12:01:51,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000005
2015-02-12 12:01:51,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000005
2015-02-12 12:01:51,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000005
2015-02-12 12:01:51,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000005
2015-02-12 12:01:51,602 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000005
2015-02-12 12:01:51,602 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:01:51,602 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0003_01_000005 from application application_1423771228284_0003
2015-02-12 12:01:51,603 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:51,603 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0003
2015-02-12 12:01:51,716 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000001_0/part-00001. BP-1353726190-10.1.1.68-1423771207462 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]}
2015-02-12 12:01:51,786 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:01:51,786 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0003_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:01:51,786 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000002
2015-02-12 12:01:51,786 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53969, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 12:01:51,786 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 12:01:51,787 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0003_01_000002, NodeId: 10.1.1.68:53969, NodeHttpAddress: 10.1.1.68:53972, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53969 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 12:01:51,787 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:51,787 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:01:51,787 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0003_000001 released container container_1423771228284_0003_01_000002 on node: host: 10.1.1.68:53969 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 12:01:51,791 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741859_1035 src: /127.0.0.1:54695 dest: /127.0.0.1:53738
2015-02-12 12:01:51,793 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741859_1035 src: /127.0.0.1:54697 dest: /127.0.0.1:53750
2015-02-12 12:01:51,797 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741859_1035 src: /127.0.0.1:54698 dest: /127.0.0.1:53745
2015-02-12 12:01:51,827 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54698, dest: /127.0.0.1:53745, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0003_m_000001_0_74604010_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741859_1035, duration: 27847000
2015-02-12 12:01:51,827 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:51,828 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]} size 0
2015-02-12 12:01:51,828 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54697, dest: /127.0.0.1:53750, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0003_m_000001_0_74604010_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741859_1035, duration: 28803000
2015-02-12 12:01:51,828 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:51,828 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]} size 0
2015-02-12 12:01:51,829 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54695, dest: /127.0.0.1:53738, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0003_m_000001_0_74604010_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741859_1035, duration: 29917000
2015-02-12 12:01:51,829 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:51,829 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:01:51,833 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000001_0/part-00001 is closed by DFSClient_attempt_1423771228284_0003_m_000001_0_74604010_1
2015-02-12 12:01:51,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:01:51,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:01:51,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000001 dst=null perm=null proto=rpc
2015-02-12 12:01:51,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423771228284_0003_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:01:51,875 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0003_000001 (auth:SIMPLE)
2015-02-12 12:01:51,877 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0003_01_000003
2015-02-12 12:01:51,877 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000003
2015-02-12 12:01:51,877 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:01:51,878 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0003_01_000003
2015-02-12 12:01:51,878 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:51,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:51,885 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-2082748504_1
2015-02-12 12:01:51,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:01:51,896 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0003_01_000003 is : 143
2015-02-12 12:01:51,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:01:51,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:01:51,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000000 dst=null perm=null proto=rpc
2015-02-12 12:01:51,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:01:51,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:51,909 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:01:51,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:01:51,910 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000003
2015-02-12 12:01:51,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:01:51,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000003
2015-02-12 12:01:51,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000001 dst=null perm=null proto=rpc
2015-02-12 12:01:51,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000003
2015-02-12 12:01:51,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000003
2015-02-12 12:01:51,912 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000003
2015-02-12 12:01:51,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:01:51,913 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:01:51,914 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0003_01_000003 from application application_1423771228284_0003
2015-02-12 12:01:51,914 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:51,914 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0003
2015-02-12 12:01:51,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:51,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:01:51,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:01:51,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000002 dst=null perm=null proto=rpc
2015-02-12 12:01:51,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:01:51,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:51,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:01:51,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:01:51,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000003 dst=null perm=null proto=rpc
2015-02-12 12:01:51,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:01:51,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:51,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:01:51,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:01:51,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000004 dst=null perm=null proto=rpc
2015-02-12 12:01:51,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:01:51,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423771228284_0003_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:51,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary dst=null perm=null proto=rpc
2015-02-12 12:01:51,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:51,945 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2082748504_1
2015-02-12 12:01:51,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:51,948 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2082748504_1
2015-02-12 12:01:51,960 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54680, dest: /127.0.0.1:53745, bytes: 54685, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2082748504_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741856_1032, duration: 1147000000
2015-02-12 12:01:51,960 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:51,961 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]} size 16211
2015-02-12 12:01:51,961 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54679, dest: /127.0.0.1:53738, bytes: 54685, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2082748504_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741856_1032, duration: 1148031000
2015-02-12 12:01:51,961 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:51,962 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]} size 16211
2015-02-12 12:01:51,963 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54678, dest: /127.0.0.1:53741, bytes: 54685, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2082748504_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741856_1032, duration: 1150045000
2015-02-12 12:01:51,963 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:51,963 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]} size 16211
2015-02-12 12:01:51,965 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job_1423771228284_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_-2082748504_1
2015-02-12 12:01:51,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:51,969 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003.summary_tmp. BP-1353726190-10.1.1.68-1423771207462 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]}
2015-02-12 12:01:51,972 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741860_1036 src: /127.0.0.1:54700 dest: /127.0.0.1:53738
2015-02-12 12:01:51,973 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741860_1036 src: /127.0.0.1:54701 dest: /127.0.0.1:53750
2015-02-12 12:01:51,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741860_1036 src: /127.0.0.1:54702 dest: /127.0.0.1:53741
2015-02-12 12:01:51,978 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54702, dest: /127.0.0.1:53741, bytes: 440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2082748504_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741860_1036, duration: 1550000
2015-02-12 12:01:51,978 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:51,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]} size 0
2015-02-12 12:01:51,979 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54701, dest: /127.0.0.1:53750, bytes: 440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2082748504_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741860_1036, duration: 2486000
2015-02-12 12:01:51,979 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:51,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:01:51,980 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54700, dest: /127.0.0.1:53738, bytes: 440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2082748504_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741860_1036, duration: 3548000
2015-02-12 12:01:51,981 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:51,981 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:01:51,983 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_-2082748504_1
2015-02-12 12:01:51,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:01:51,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job_1423771228284_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:01:51,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003-1423771285802-soberoi-%5B2FF5CB338FE14FCAB6EB154A9DA475DC%2FF75518832834411E-1423771311949-5-0-SUCCEEDED-default-1423771297206.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:01:51,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job_1423771228284_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:01:51,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003-1423771285802-soberoi-%5B2FF5CB338FE14FCAB6EB154A9DA475DC%2FF75518832834411E-1423771311949-5-0-SUCCEEDED-default-1423771297206.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:01:52,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job_1423771228284_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:01:52,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003-1423771285802-soberoi-%5B2FF5CB338FE14FCAB6EB154A9DA475DC%2FF75518832834411E-1423771311949-5-0-SUCCEEDED-default-1423771297206.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:52,008 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003-1423771285802-soberoi-%5B2FF5CB338FE14FCAB6EB154A9DA475DC%2FF75518832834411E-1423771311949-5-0-SUCCEEDED-default-1423771297206.jhist_tmp. BP-1353726190-10.1.1.68-1423771207462 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]}
2015-02-12 12:01:52,011 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741861_1037 src: /127.0.0.1:54705 dest: /127.0.0.1:53745
2015-02-12 12:01:52,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741861_1037 src: /127.0.0.1:54706 dest: /127.0.0.1:53738
2015-02-12 12:01:52,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741861_1037 src: /127.0.0.1:54707 dest: /127.0.0.1:53750
2015-02-12 12:01:52,017 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54707, dest: /127.0.0.1:53750, bytes: 54685, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2082748504_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741861_1037, duration: 1929000
2015-02-12 12:01:52,018 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:52,018 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]} size 0
2015-02-12 12:01:52,018 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54706, dest: /127.0.0.1:53738, bytes: 54685, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2082748504_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741861_1037, duration: 2553000
2015-02-12 12:01:52,019 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:52,019 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:01:52,020 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54705, dest: /127.0.0.1:53745, bytes: 54685, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2082748504_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741861_1037, duration: 3710000
2015-02-12 12:01:52,020 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:52,021 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:01:52,022 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003-1423771285802-soberoi-%5B2FF5CB338FE14FCAB6EB154A9DA475DC%2FF75518832834411E-1423771311949-5-0-SUCCEEDED-default-1423771297206.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-2082748504_1
2015-02-12 12:01:52,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003-1423771285802-soberoi-%5B2FF5CB338FE14FCAB6EB154A9DA475DC%2FF75518832834411E-1423771311949-5-0-SUCCEEDED-default-1423771297206.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:01:52,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job_1423771228284_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:01:52,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:01:52,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job_1423771228284_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:01:52,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:01:52,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003/job_1423771228284_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:01:52,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:01:52,041 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003_conf.xml_tmp. BP-1353726190-10.1.1.68-1423771207462 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]}
2015-02-12 12:01:52,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741862_1038 src: /127.0.0.1:54709 dest: /127.0.0.1:53741
2015-02-12 12:01:52,044 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741862_1038 src: /127.0.0.1:54710 dest: /127.0.0.1:53745
2015-02-12 12:01:52,046 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741862_1038 src: /127.0.0.1:54711 dest: /127.0.0.1:53750
2015-02-12 12:01:52,050 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54711, dest: /127.0.0.1:53750, bytes: 113818, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2082748504_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741862_1038, duration: 2034000
2015-02-12 12:01:52,050 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:52,051 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:01:52,051 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54710, dest: /127.0.0.1:53745, bytes: 113818, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2082748504_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741862_1038, duration: 2874000
2015-02-12 12:01:52,051 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:52,052 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:01:52,052 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54709, dest: /127.0.0.1:53741, bytes: 113818, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2082748504_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741862_1038, duration: 3956000
2015-02-12 12:01:52,052 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:52,053 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:01:52,055 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-2082748504_1
2015-02-12 12:01:52,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:01:52,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:01:52,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:01:52,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003-1423771285802-soberoi-%5B2FF5CB338FE14FCAB6EB154A9DA475DC%2FF75518832834411E-1423771311949-5-0-SUCCEEDED-default-1423771297206.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003-1423771285802-soberoi-%5B2FF5CB338FE14FCAB6EB154A9DA475DC%2FF75518832834411E-1423771311949-5-0-SUCCEEDED-default-1423771297206.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:01:52,071 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423771228284_0003_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:01:52,071 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0003_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:01:52,071 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423771228284_0003 with final state: FINISHING
2015-02-12 12:01:52,072 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0003 State change from RUNNING to FINAL_SAVING
2015-02-12 12:01:52,072 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423771228284_0003
2015-02-12 12:01:52,072 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0003_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:01:52,072 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0003 State change from FINAL_SAVING to FINISHING
2015-02-12 12:01:52,556 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:52,556 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:01:52,556 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0003_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 12:01:52,556 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000005
2015-02-12 12:01:52,557 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0003_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:01:52,557 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:01:52,557 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0003_01_000005, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:01:52,557 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:52,558 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:01:52,558 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0003_000001 released container container_1423771228284_0003_01_000005 on node: host: 10.1.1.68:53954 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:01:52,558 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:01:52,558 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0003_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 12:01:52,558 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000006
2015-02-12 12:01:52,558 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0003_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:01:52,558 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:01:52,559 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0003_01_000006, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:01:52,559 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:52,559 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:01:52,559 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0003_000001 released container container_1423771228284_0003_01_000006 on node: host: 10.1.1.68:53954 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:01:52,882 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:52,882 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:01:52,882 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0003_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:01:52,882 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000003
2015-02-12 12:01:52,883 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53969, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:01:52,883 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:01:52,883 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0003_01_000003, NodeId: 10.1.1.68:53969, NodeHttpAddress: 10.1.1.68:53972, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53969 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:01:52,884 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:52,884 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:01:52,884 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0003_000001 released container container_1423771228284_0003_01_000003 on node: host: 10.1.1.68:53969 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:01:53,075 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423771228284_0003 unregistered successfully.
2015-02-12 12:01:53,078 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741850_1026 127.0.0.1:53738 127.0.0.1:53741 127.0.0.1:53750 127.0.0.1:53745
2015-02-12 12:01:53,079 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741851_1027 127.0.0.1:53738 127.0.0.1:53750 127.0.0.1:53741 127.0.0.1:53745
2015-02-12 12:01:53,079 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741852_1028 127.0.0.1:53750 127.0.0.1:53741 127.0.0.1:53738
2015-02-12 12:01:53,079 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741853_1029 127.0.0.1:53750 127.0.0.1:53738 127.0.0.1:53745
2015-02-12 12:01:53,079 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741856_1032 127.0.0.1:53741 127.0.0.1:53738 127.0.0.1:53745
2015-02-12 12:01:53,079 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741854_1030 127.0.0.1:53738 127.0.0.1:53750 127.0.0.1:53745
2015-02-12 12:01:53,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0003 dst=null perm=null proto=rpc
2015-02-12 12:01:53,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:01:53,133 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary
2015-02-12 12:01:53,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary dst=null perm=null proto=rpc
2015-02-12 12:01:53,135 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: second-flow
2015-02-12 12:01:53,135 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: first-mr
2015-02-12 12:01:53,135 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] at least one sink is marked for delete
2015-02-12 12:01:53,135 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 12:01:53,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-12 12:01:53,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-12 12:01:53,140 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] starting
2015-02-12 12:01:53,140 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] source: Hfs["NullScheme"]["hdfs://localhost:53732/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5"]
2015-02-12 12:01:53,140 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] sink: Hfs["NullScheme"]["hdfs://localhost:53732/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1"]
2015-02-12 12:01:53,140 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] parallel execution is enabled: true
2015-02-12 12:01:53,140 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] starting jobs: 1
2015-02-12 12:01:53,140 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] allocating threads: 1
2015-02-12 12:01:53,141 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-mr] starting step: Hfs["NullScheme"]["hdfs://localhost:53732/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1"]
2015-02-12 12:01:53,159 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:53929
2015-02-12 12:01:53,177 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:53929
2015-02-12 12:01:53,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-12 12:01:53,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:01:53,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:01:53,186 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 4
2015-02-12 12:01:53,186 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2015-02-12 12:01:53,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004 dst=null perm=null proto=rpc
2015-02-12 12:01:53,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:01:53,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:01:53,190 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(261)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2015-02-12 12:01:53,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:53,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:53,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:53,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:01:53,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:01:53,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:01:53,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:01:53,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:01:53,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:53,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:01:53,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:01:53,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:01:53,206 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 5
2015-02-12 12:01:53,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:53,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:53,212 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.split
2015-02-12 12:01:53,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:53,213 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.split. BP-1353726190-10.1.1.68-1423771207462 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]}
2015-02-12 12:01:53,215 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741863_1039 src: /127.0.0.1:54718 dest: /127.0.0.1:53738
2015-02-12 12:01:53,217 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741863_1039 src: /127.0.0.1:54719 dest: /127.0.0.1:53741
2015-02-12 12:01:53,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741863_1039 src: /127.0.0.1:54720 dest: /127.0.0.1:53750
2015-02-12 12:01:53,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741863_1039 src: /127.0.0.1:54721 dest: /127.0.0.1:53745
2015-02-12 12:01:53,225 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54721, dest: /127.0.0.1:53745, bytes: 1249, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741863_1039, duration: 3022000
2015-02-12 12:01:53,225 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:53,226 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:01:53,226 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54720, dest: /127.0.0.1:53750, bytes: 1249, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741863_1039, duration: 3257000
2015-02-12 12:01:53,226 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:53,227 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:01:53,227 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54719, dest: /127.0.0.1:53741, bytes: 1249, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741863_1039, duration: 5316000
2015-02-12 12:01:53,228 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:53,228 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:01:53,228 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54718, dest: /127.0.0.1:53738, bytes: 1249, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741863_1039, duration: 6748000
2015-02-12 12:01:53,229 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:53,230 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:01:53,231 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.split is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:01:53,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:53,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:53,237 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.splitmetainfo. BP-1353726190-10.1.1.68-1423771207462 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW]]}
2015-02-12 12:01:53,239 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741864_1040 src: /127.0.0.1:54724 dest: /127.0.0.1:53741
2015-02-12 12:01:53,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741864_1040 src: /127.0.0.1:54725 dest: /127.0.0.1:53750
2015-02-12 12:01:53,242 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741864_1040 src: /127.0.0.1:54726 dest: /127.0.0.1:53745
2015-02-12 12:01:53,245 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54726, dest: /127.0.0.1:53745, bytes: 195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741864_1040, duration: 1336000
2015-02-12 12:01:53,245 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:53,245 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:01:53,246 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54725, dest: /127.0.0.1:53750, bytes: 195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741864_1040, duration: 1942000
2015-02-12 12:01:53,246 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:53,246 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|FINALIZED], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:01:53,247 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54724, dest: /127.0.0.1:53741, bytes: 195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741864_1040, duration: 2962000
2015-02-12 12:01:53,247 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:53,248 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|FINALIZED], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:01:53,249 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:01:53,250 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:6
2015-02-12 12:01:53,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:53,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:01:53,269 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.xml. BP-1353726190-10.1.1.68-1423771207462 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]}
2015-02-12 12:01:53,271 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741865_1041 src: /127.0.0.1:54727 dest: /127.0.0.1:53750
2015-02-12 12:01:53,273 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741865_1041 src: /127.0.0.1:54728 dest: /127.0.0.1:53738
2015-02-12 12:01:53,275 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741865_1041 src: /127.0.0.1:54729 dest: /127.0.0.1:53741
2015-02-12 12:01:53,278 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54729, dest: /127.0.0.1:53741, bytes: 91551, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741865_1041, duration: 1788000
2015-02-12 12:01:53,278 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:01:53,279 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]} size 0
2015-02-12 12:01:53,279 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54728, dest: /127.0.0.1:53738, bytes: 91551, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741865_1041, duration: 2268000
2015-02-12 12:01:53,279 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:53,280 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:01:53,280 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54727, dest: /127.0.0.1:53750, bytes: 91551, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741865_1041, duration: 3295000
2015-02-12 12:01:53,280 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:01:53,284 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:01:53,285 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.xml is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:01:53,285 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423771228284_0004
2015-02-12 12:01:53,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004 dst=null perm=null proto=rpc
2015-02-12 12:01:53,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:53,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:53,290 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(371)) - Job jar is not present. Not adding any jar to the list of resources.
2015-02-12 12:01:53,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:53,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:53,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:01:53,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:01:53,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:53,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:53,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:53,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:53,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:01:53,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:01:53,304 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 4 submitted by user soberoi
2015-02-12 12:01:53,304 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423771228284_0004
2015-02-12 12:01:53,304 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423771228284_0004
2015-02-12 12:01:53,304 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423771228284_0004
2015-02-12 12:01:53,304 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0004 State change from NEW to NEW_SAVING
2015-02-12 12:01:53,304 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0004 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:01:53,304 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423771228284_0004 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:01:53,305 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423771228284_0004 from user: soberoi, in queue: default
2015-02-12 12:01:53,306 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0004 State change from SUBMITTED to ACCEPTED
2015-02-12 12:01:53,306 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423771228284_0004_000001
2015-02-12 12:01:53,306 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423771228284_0004
2015-02-12 12:01:53,306 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0004_000001 State change from NEW to SUBMITTED
2015-02-12 12:01:53,306 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423771228284_0004 from user: soberoi activated in queue: default
2015-02-12 12:01:53,306 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423771228284_0004 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@632f7503, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:01:53,306 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423771228284_0004_000001 to scheduler from user soberoi in queue default
2015-02-12 12:01:53,307 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0004_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:01:53,310 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:53930/proxy/application_1423771228284_0004/
2015-02-12 12:01:53,310 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-mr] submitted hadoop job: job_1423771228284_0004
2015-02-12 12:01:53,310 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-mr] tracking url: http://Edinburgh.local:53930/proxy/application_1423771228284_0004/
2015-02-12 12:01:53,566 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:53,567 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:53,567 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:53,567 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:01:53,568 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000001
2015-02-12 12:01:53,568 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:53954, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:01:53,568 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0004_000001 container=Container: [ContainerId: container_1423771228284_0004_01_000001, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:01:53,568 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:01:53,568 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:53,570 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:53954 for container : container_1423771228284_0004_01_000001
2015-02-12 12:01:53,571 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:01:53,571 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423771228284_0004_000001
2015-02-12 12:01:53,572 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423771228284_0004 AttemptId: appattempt_1423771228284_0004_000001 MasterContainer: Container: [ContainerId: container_1423771228284_0004_01_000001, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ]
2015-02-12 12:01:53,572 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:01:53,572 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:01:53,573 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423771228284_0004_000001
2015-02-12 12:01:53,574 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423771228284_0004_01_000001, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] for AM appattempt_1423771228284_0004_000001
2015-02-12 12:01:53,575 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423771228284_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:01:53,575 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423771228284_0004_000001
2015-02-12 12:01:53,575 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423771228284_0004_000001
2015-02-12 12:01:53,578 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0004_000001 (auth:SIMPLE)
2015-02-12 12:01:53,580 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0004_01_000001 by user soberoi
2015-02-12 12:01:53,580 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423771228284_0004
2015-02-12 12:01:53,581 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000001
2015-02-12 12:01:53,581 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0004 transitioned from NEW to INITING
2015-02-12 12:01:53,581 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0004_01_000001 to application application_1423771228284_0004
2015-02-12 12:01:53,581 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0004 transitioned from INITING to RUNNING
2015-02-12 12:01:53,581 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423771228284_0004_01_000001, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] for AM appattempt_1423771228284_0004_000001
2015-02-12 12:01:53,581 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0004_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:01:53,581 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:01:53,582 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0004
2015-02-12 12:01:53,582 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:01:53,582 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:01:53,582 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:01:53,582 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0004_01_000001
2015-02-12 12:01:53,591 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423771228284_0004_01_000001.tokens. Credentials list:
2015-02-12 12:01:53,694 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:01:53,768 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423771228284_0004_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000001.tokens
2015-02-12 12:01:53,768 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0004
2015-02-12 12:01:53,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:01:53,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:01:53,871 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0004/filecache/10/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:01:53,882 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:53,883 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:53,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:53,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:01:53,918 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0004/filecache/11/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:01:53,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:53,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:01:53,964 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0004/filecache/12/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:01:53,964 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:01:53,995 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:01:53,995 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:54,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000001/default_container_executor.sh]
2015-02-12 12:01:54,355 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53745 to delete [blk_1073741856_1032, blk_1073741850_1026, blk_1073741851_1027, blk_1073741853_1029, blk_1073741854_1030]
2015-02-12 12:01:54,355 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53750 to delete [blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030]
2015-02-12 12:01:54,572 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:01:54,573 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:54,573 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:54,573 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:54,888 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:54,889 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:55,452 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 12:01:55,452 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741850 for deletion
2015-02-12 12:01:55,453 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741851 for deletion
2015-02-12 12:01:55,453 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 12:01:55,453 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741854 for deletion
2015-02-12 12:01:55,453 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 12:01:55,454 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741850
2015-02-12 12:01:55,454 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 12:01:55,454 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741851
2015-02-12 12:01:55,454 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741854
2015-02-12 12:01:55,574 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:55,574 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:55,574 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:55,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741850 for deletion
2015-02-12 12:01:55,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741851 for deletion
2015-02-12 12:01:55,730 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 12:01:55,730 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 12:01:55,730 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741854 for deletion
2015-02-12 12:01:55,730 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741850
2015-02-12 12:01:55,730 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741851
2015-02-12 12:01:55,730 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 12:01:55,730 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 12:01:55,731 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741854
2015-02-12 12:01:55,894 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:55,894 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:55,895 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741855_1031
2015-02-12 12:01:56,578 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:56,579 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:56,579 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:56,903 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:56,903 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:57,363 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53738 to delete [blk_1073741856_1032, blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030]
2015-02-12 12:01:57,363 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53741 to delete [blk_1073741856_1032, blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028]
2015-02-12 12:01:57,588 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:57,588 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:57,588 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:57,911 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:57,912 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:58,155 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423771228284_0003_01_000001 succeeded
2015-02-12 12:01:58,155 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:01:58,156 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0003_01_000001
2015-02-12 12:01:58,183 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000001
2015-02-12 12:01:58,184 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000001
2015-02-12 12:01:58,184 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000001
2015-02-12 12:01:58,184 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423771228284_0003/container_1423771228284_0003_01_000001
2015-02-12 12:01:58,185 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000001
2015-02-12 12:01:58,185 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:01:58,185 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0003_01_000001 from application application_1423771228284_0003
2015-02-12 12:01:58,185 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:01:58,186 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0003
2015-02-12 12:01:58,229 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 12:01:58,229 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741850 for deletion
2015-02-12 12:01:58,229 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741851 for deletion
2015-02-12 12:01:58,229 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 12:01:58,229 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 12:01:58,229 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741854 for deletion
2015-02-12 12:01:58,229 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 12:01:58,229 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741851
2015-02-12 12:01:58,229 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741850 for deletion
2015-02-12 12:01:58,230 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741851 for deletion
2015-02-12 12:01:58,230 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 12:01:58,229 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 12:01:58,230 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741850
2015-02-12 12:01:58,230 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 12:01:58,230 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741850
2015-02-12 12:01:58,230 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 12:01:58,230 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 12:01:58,231 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741851
2015-02-12 12:01:58,230 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 12:01:58,231 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741854
2015-02-12 12:01:58,596 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:58,597 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:58,597 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:58,913 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:01:58,913 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423771228284_0003_000001
2015-02-12 12:01:58,913 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0003_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:01:58,913 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423771228284_0003_000001
2015-02-12 12:01:58,913 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000001
2015-02-12 12:01:58,913 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0003_000001 State change from FINISHING to FINISHED
2015-02-12 12:01:58,913 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:53969, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:01:58,913 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0003 State change from FINISHING to FINISHED
2015-02-12 12:01:58,914 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:01:58,914 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423771228284_0003
2015-02-12 12:01:58,914 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0003_01_000001, NodeId: 10.1.1.68:53969, NodeHttpAddress: 10.1.1.68:53972, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53969 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:01:58,914 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:01:58,914 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423771228284_0003,name=[2FF5CB338FE14FCAB6EB154A9DA475DC/F75518832834411EBEB3AF6D269C10A1] second-flow/(1/1) ...preduceflowplatform/flow5,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:53930/proxy/application_1423771228284_0003/jobhistory/job/job_1423771228284_0003,appMasterHost=10.1.1.68,startTime=1423771285802,finishTime=1423771312071,finalStatus=SUCCEEDED
2015-02-12 12:01:58,914 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 12:01:58,914 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423771228284_0003_000001
2015-02-12 12:01:58,914 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0003_000001 released container container_1423771228284_0003_01_000001 on node: host: 10.1.1.68:53969 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:01:58,915 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:58,915 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:58,915 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423771228284_0003_000001 is done. finalState=FINISHED
2015-02-12 12:01:58,915 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423771228284_0003 requests cleared
2015-02-12 12:01:58,915 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423771228284_0003 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:01:58,915 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423771228284_0003 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:01:58,918 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0003_000001 (auth:SIMPLE)
2015-02-12 12:01:58,920 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0003_01_000001
2015-02-12 12:01:58,920 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0003 CONTAINERID=container_1423771228284_0003_01_000001
2015-02-12 12:01:58,921 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423771228284_0003_01_000001]
2015-02-12 12:01:58,921 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:58,921 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:58,921 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:01:58,921 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:58,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423771228284_0003
2015-02-12 12:01:58,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423771228284_0003
2015-02-12 12:01:58,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423771228284_0003
2015-02-12 12:01:58,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423771228284_0003
2015-02-12 12:01:58,922 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423771228284_0003
2015-02-12 12:01:58,923 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:01:58,923 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423771228284_0003, with delay of 10800 seconds
2015-02-12 12:01:59,601 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:01:59,601 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:59,601 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:59,601 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:59,602 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0003
2015-02-12 12:01:59,602 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423771228284_0003
2015-02-12 12:01:59,602 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0003
2015-02-12 12:01:59,602 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:01:59,602 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0003
2015-02-12 12:01:59,603 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0003
2015-02-12 12:01:59,602 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423771228284_0003, with delay of 10800 seconds
2015-02-12 12:01:59,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:01:59,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:01:59,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:01:59,929 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:59,929 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:01:59,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:02:00,156 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741864_1040
2015-02-12 12:02:00,157 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741860_1036
2015-02-12 12:02:00,158 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741865_1041
2015-02-12 12:02:00,159 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741862_1038
2015-02-12 12:02:00,159 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741858_1034
2015-02-12 12:02:00,159 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741863_1039
2015-02-12 12:02:00,351 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741855_1031
2015-02-12 12:02:00,351 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741859_1035
2015-02-12 12:02:00,352 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741865_1041
2015-02-12 12:02:00,353 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741860_1036
2015-02-12 12:02:00,353 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741857_1033
2015-02-12 12:02:00,353 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741863_1039
2015-02-12 12:02:00,354 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741861_1037
2015-02-12 12:02:00,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004 dst=null perm=null proto=rpc
2015-02-12 12:02:00,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:02:00,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:02:00,603 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:00,603 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:00,603 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:00,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741862_1038
2015-02-12 12:02:00,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741859_1035
2015-02-12 12:02:00,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741864_1040
2015-02-12 12:02:00,642 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741855_1031
2015-02-12 12:02:00,642 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741861_1037
2015-02-12 12:02:00,643 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741858_1034
2015-02-12 12:02:00,643 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741857_1033
2015-02-12 12:02:00,644 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741863_1039
2015-02-12 12:02:00,898 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741858_1034
2015-02-12 12:02:00,899 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741860_1036
2015-02-12 12:02:00,899 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741857_1033
2015-02-12 12:02:00,900 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741862_1038
2015-02-12 12:02:00,901 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741861_1037
2015-02-12 12:02:00,902 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741859_1035
2015-02-12 12:02:00,902 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741863_1039
2015-02-12 12:02:00,903 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741865_1041
2015-02-12 12:02:00,903 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741864_1040
2015-02-12 12:02:02,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:02:02,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:02:04,954 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0004_000001 (auth:SIMPLE)
2015-02-12 12:02:04,958 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423771228284_0004_000001
2015-02-12 12:02:04,958 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423771228284_0004 APPATTEMPTID=appattempt_1423771228284_0004_000001
2015-02-12 12:02:04,958 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0004_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:02:04,958 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0004 State change from ACCEPTED to RUNNING
2015-02-12 12:02:04,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job_1423771228284_0004_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:02:05,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:02:05,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job_1423771228284_0004_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:02:05,471 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job_1423771228284_0004_1_conf.xml. BP-1353726190-10.1.1.68-1423771207462 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]}
2015-02-12 12:02:05,547 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741866_1042 src: /127.0.0.1:54783 dest: /127.0.0.1:53741
2015-02-12 12:02:05,549 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741866_1042 src: /127.0.0.1:54784 dest: /127.0.0.1:53750
2015-02-12 12:02:05,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741866_1042 src: /127.0.0.1:54785 dest: /127.0.0.1:53745
2015-02-12 12:02:05,586 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54785, dest: /127.0.0.1:53745, bytes: 108442, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1653099715_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741866_1042, duration: 33990000
2015-02-12 12:02:05,586 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:02:05,587 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:02:05,587 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54784, dest: /127.0.0.1:53750, bytes: 108442, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1653099715_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741866_1042, duration: 35101000
2015-02-12 12:02:05,587 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:05,588 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:02:05,588 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54783, dest: /127.0.0.1:53741, bytes: 108442, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1653099715_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741866_1042, duration: 36153000
2015-02-12 12:02:05,588 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:05,589 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:02:05,592 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job_1423771228284_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1653099715_1
2015-02-12 12:02:06,637 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:02:06,637 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000002
2015-02-12 12:02:06,637 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53940, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:02:06,638 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0004_000001 container=Container: [ContainerId: container_1423771228284_0004_01_000002, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:02:06,638 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:02:06,638 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:06,639 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:02:06,639 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000003
2015-02-12 12:02:06,639 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53940, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:02:06,639 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0004_000001 container=Container: [ContainerId: container_1423771228284_0004_01_000003, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:02:06,640 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:02:06,640 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:06,640 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:02:06,640 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000004
2015-02-12 12:02:06,640 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0004_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53940, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 12:02:06,640 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0004_000001 container=Container: [ContainerId: container_1423771228284_0004_01_000004, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:02:06,640 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:02:06,641 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:06,641 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:02:06,641 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000005
2015-02-12 12:02:06,641 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0004_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53940, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 12:02:06,641 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0004_000001 container=Container: [ContainerId: container_1423771228284_0004_01_000005, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:02:06,642 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:02:06,642 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:06,642 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:02:06,642 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000006
2015-02-12 12:02:06,642 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0004_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:02:06,643 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0004_000001 container=Container: [ContainerId: container_1423771228284_0004_01_000006, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:02:06,643 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 12:02:06,643 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:06,643 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:02:06,643 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000007
2015-02-12 12:02:06,643 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0004_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 12:02:06,644 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0004_000001 container=Container: [ContainerId: container_1423771228284_0004_01_000007, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:02:06,644 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7
2015-02-12 12:02:06,644 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:07,020 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:53940 for container : container_1423771228284_0004_01_000002
2015-02-12 12:02:07,021 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:02:07,022 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:02:07,023 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:02:07,024 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:02:07,025 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:53954 for container : container_1423771228284_0004_01_000006
2015-02-12 12:02:07,025 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:02:07,026 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:02:07,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:02:07,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:02:07,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:02:07,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:02:07,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:02:07,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:02:07,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:02:07,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:02:07,145 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0004_000001 (auth:SIMPLE)
2015-02-12 12:02:07,146 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0004_000001 (auth:SIMPLE)
2015-02-12 12:02:07,147 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0004_000001 (auth:SIMPLE)
2015-02-12 12:02:07,145 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0004_000001 (auth:SIMPLE)
2015-02-12 12:02:07,149 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0004_000001 (auth:SIMPLE)
2015-02-12 12:02:07,149 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0004_000001 (auth:SIMPLE)
2015-02-12 12:02:07,151 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0004_01_000004 by user soberoi
2015-02-12 12:02:07,151 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423771228284_0004
2015-02-12 12:02:07,152 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000004
2015-02-12 12:02:07,152 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0004 transitioned from NEW to INITING
2015-02-12 12:02:07,153 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0004_01_000004 to application application_1423771228284_0004
2015-02-12 12:02:07,153 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0004 transitioned from INITING to RUNNING
2015-02-12 12:02:07,153 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:02:07,154 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0004
2015-02-12 12:02:07,154 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0004_01_000007 by user soberoi
2015-02-12 12:02:07,154 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000007
2015-02-12 12:02:07,154 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0004
2015-02-12 12:02:07,154 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:02:07,155 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0004
2015-02-12 12:02:07,155 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0004_01_000003 by user soberoi
2015-02-12 12:02:07,155 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000003
2015-02-12 12:02:07,155 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:02:07,156 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0004_01_000004
2015-02-12 12:02:07,156 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0004_01_000002 by user soberoi
2015-02-12 12:02:07,157 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000002
2015-02-12 12:02:07,155 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0004_01_000007 to application application_1423771228284_0004
2015-02-12 12:02:07,157 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0004_01_000005 by user soberoi
2015-02-12 12:02:07,157 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 12:02:07,157 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000005
2015-02-12 12:02:07,157 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0004_01_000003 to application application_1423771228284_0004
2015-02-12 12:02:07,157 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0004_01_000006 by user soberoi
2015-02-12 12:02:07,158 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000006
2015-02-12 12:02:07,158 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0004_01_000002 to application application_1423771228284_0004
2015-02-12 12:02:07,158 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0004_01_000005 to application application_1423771228284_0004
2015-02-12 12:02:07,159 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:02:07,159 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:02:07,159 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 12:02:07,159 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0004
2015-02-12 12:02:07,159 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0004
2015-02-12 12:02:07,160 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:02:07,160 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0004
2015-02-12 12:02:07,157 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0004
2015-02-12 12:02:07,160 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0004
2015-02-12 12:02:07,160 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:02:07,160 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0004
2015-02-12 12:02:07,160 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0004
2015-02-12 12:02:07,160 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0004
2015-02-12 12:02:07,161 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0004_01_000006 to application application_1423771228284_0004
2015-02-12 12:02:07,161 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:02:07,161 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:02:07,161 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 12:02:07,161 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0004
2015-02-12 12:02:07,161 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0004
2015-02-12 12:02:07,162 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0004
2015-02-12 12:02:07,162 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:02:07,163 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0004
2015-02-12 12:02:07,162 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0004
2015-02-12 12:02:07,163 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0004
2015-02-12 12:02:07,163 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:02:07,163 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:02:07,163 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0004
2015-02-12 12:02:07,164 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0004_01_000003
2015-02-12 12:02:07,165 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0004_01_000002
2015-02-12 12:02:07,167 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0004_01_000005
2015-02-12 12:02:07,192 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423771228284_0004_01_000004.tokens. Credentials list:
2015-02-12 12:02:07,196 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423771228284_0004_01_000003.tokens. Credentials list:
2015-02-12 12:02:07,200 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423771228284_0004_01_000002.tokens. Credentials list:
2015-02-12 12:02:07,203 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423771228284_0004_01_000005.tokens. Credentials list:
2015-02-12 12:02:07,225 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 12:02:07,226 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:07,226 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 12:02:07,226 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:07,375 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:02:07,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000006/default_container_executor.sh]
2015-02-12 12:02:07,401 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000007/default_container_executor.sh]
2015-02-12 12:02:07,524 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:02:07,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423771228284_0004_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000004.tokens
2015-02-12 12:02:07,550 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0004
2015-02-12 12:02:07,639 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:02:07,639 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:02:07,639 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:02:07,640 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:02:07,640 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:02:07,640 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:02:07,671 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423771228284_0004_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000005.tokens
2015-02-12 12:02:07,671 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0004
2015-02-12 12:02:07,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:02:07,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:02:07,756 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0004/filecache/10/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:02:07,756 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:02:07,757 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:02:07,757 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:02:07,757 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:02:07,802 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:02:07,821 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:02:07,821 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:07,828 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 12:02:07,828 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:07,829 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:02:07,829 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:07,830 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:02:07,830 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:07,840 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:02:08,025 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423771228284_0004_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000003.tokens
2015-02-12 12:02:08,025 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0004
2015-02-12 12:02:08,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423771228284_0004_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000002.tokens
2015-02-12 12:02:08,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0004
2015-02-12 12:02:08,044 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:02:08,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000002/default_container_executor.sh]
2015-02-12 12:02:08,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000005/default_container_executor.sh]
2015-02-12 12:02:08,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000003/default_container_executor.sh]
2015-02-12 12:02:08,158 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000004/default_container_executor.sh]
2015-02-12 12:02:09,232 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30005 milliseconds
2015-02-12 12:02:09,233 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 12:02:10,655 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741866_1042
2015-02-12 12:02:10,918 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741866_1042
2015-02-12 12:02:15,178 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741866_1042
2015-02-12 12:02:19,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:02:19,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:02:19,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:02:19,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:02:19,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:02:19,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423771228284_0004_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 12:02:19,959 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0004_000001 (auth:SIMPLE)
2015-02-12 12:02:19,960 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0004_01_000006
2015-02-12 12:02:19,961 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000006
2015-02-12 12:02:19,961 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000006 transitioned from RUNNING to KILLING
2015-02-12 12:02:19,961 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0004_01_000006
2015-02-12 12:02:19,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:02:19,990 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job_1423771228284_0004_1.jhist. BP-1353726190-10.1.1.68-1423771207462 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW]]}
2015-02-12 12:02:19,990 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0004_01_000006 is : 143
2015-02-12 12:02:19,990 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 365 Total time for transactions(ms): 41 Number of transactions batched in Syncs: 0 Number of syncs: 237 SyncTimes(ms): 6 1
2015-02-12 12:02:19,993 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741867_1043 src: /127.0.0.1:54833 dest: /127.0.0.1:53745
2015-02-12 12:02:19,994 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741867_1043 src: /127.0.0.1:54834 dest: /127.0.0.1:53741
2015-02-12 12:02:19,996 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741867_1043 src: /127.0.0.1:54835 dest: /127.0.0.1:53738
2015-02-12 12:02:19,996 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:02:19,997 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000006
2015-02-12 12:02:19,997 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000006
2015-02-12 12:02:19,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000006
2015-02-12 12:02:19,998 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000006
2015-02-12 12:02:19,998 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:02:19,998 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0004_01_000006 from application application_1423771228284_0004
2015-02-12 12:02:19,998 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:19,998 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0004
2015-02-12 12:02:19,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000006
2015-02-12 12:02:20,009 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job_1423771228284_0004_1.jhist for DFSClient_NONMAPREDUCE_-1653099715_1
2015-02-12 12:02:20,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:02:20,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:02:20,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:02:20,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:02:20,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:02:20,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423771228284_0004_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 12:02:20,411 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0004_000001 (auth:SIMPLE)
2015-02-12 12:02:20,413 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0004_01_000007
2015-02-12 12:02:20,414 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000007
2015-02-12 12:02:20,414 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000007 transitioned from RUNNING to KILLING
2015-02-12 12:02:20,414 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0004_01_000007
2015-02-12 12:02:20,415 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:02:20,415 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0004_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 12:02:20,415 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000006
2015-02-12 12:02:20,415 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0004_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 12:02:20,415 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:7168, vCores:6> numContainers=6 user=soberoi user-resources=<memory:7168, vCores:6>
2015-02-12 12:02:20,416 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0004_01_000006, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 cluster=<memory:16384, vCores:32>
2015-02-12 12:02:20,416 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:20,416 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 12:02:20,417 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0004_000001 released container container_1423771228284_0004_01_000006 on node: host: 10.1.1.68:53954 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 12:02:20,432 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0004_01_000007 is : 143
2015-02-12 12:02:20,449 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:02:20,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000007
2015-02-12 12:02:20,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000007
2015-02-12 12:02:20,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000007
2015-02-12 12:02:20,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000007
2015-02-12 12:02:20,451 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000007
2015-02-12 12:02:20,452 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:02:20,452 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0004_01_000007 from application application_1423771228284_0004
2015-02-12 12:02:20,452 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:20,453 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0004
2015-02-12 12:02:20,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423771228284_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:02:20,488 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0004_000001 (auth:SIMPLE)
2015-02-12 12:02:20,490 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0004_01_000002
2015-02-12 12:02:20,490 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000002
2015-02-12 12:02:20,490 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:02:20,490 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0004_01_000002
2015-02-12 12:02:20,512 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0004_01_000002 is : 143
2015-02-12 12:02:20,521 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:02:20,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000002
2015-02-12 12:02:20,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000002
2015-02-12 12:02:20,522 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000002
2015-02-12 12:02:20,522 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000002
2015-02-12 12:02:20,522 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000002
2015-02-12 12:02:20,522 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:02:20,522 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0004_01_000002 from application application_1423771228284_0004
2015-02-12 12:02:20,523 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:20,523 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0004
2015-02-12 12:02:20,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:02:20,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423771228284_0004_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:02:20,618 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0004_000001 (auth:SIMPLE)
2015-02-12 12:02:20,620 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0004_01_000005
2015-02-12 12:02:20,620 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000005
2015-02-12 12:02:20,621 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:02:20,622 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0004_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:02:20,622 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000002
2015-02-12 12:02:20,622 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53940, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 12:02:20,622 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 12:02:20,626 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0004_01_000002, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53940 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 12:02:20,626 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:20,626 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:02:20,626 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0004_000001 released container container_1423771228284_0004_01_000002 on node: host: 10.1.1.68:53940 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 12:02:20,626 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000005 transitioned from RUNNING to KILLING
2015-02-12 12:02:20,627 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0004_01_000005
2015-02-12 12:02:20,646 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0004_01_000005 is : 143
2015-02-12 12:02:20,654 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:02:20,655 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000005
2015-02-12 12:02:20,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000005
2015-02-12 12:02:20,660 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000005
2015-02-12 12:02:20,661 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000005
2015-02-12 12:02:20,663 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000005
2015-02-12 12:02:20,664 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:02:20,664 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0004_01_000005 from application application_1423771228284_0004
2015-02-12 12:02:20,664 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:20,664 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0004
2015-02-12 12:02:20,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423771228284_0004_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:02:20,711 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0004_000001 (auth:SIMPLE)
2015-02-12 12:02:20,712 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0004_01_000004
2015-02-12 12:02:20,713 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000004
2015-02-12 12:02:20,713 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:02:20,713 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0004_01_000004
2015-02-12 12:02:20,713 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:20,714 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:02:20,714 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0004_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 12:02:20,714 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000005
2015-02-12 12:02:20,714 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0004_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53940, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 12:02:20,714 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 12:02:20,714 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0004_01_000005, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53940 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 12:02:20,714 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:20,715 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:02:20,715 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0004_000001 released container container_1423771228284_0004_01_000005 on node: host: 10.1.1.68:53940 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 12:02:20,731 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0004_01_000004 is : 143
2015-02-12 12:02:20,743 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:02:20,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000004
2015-02-12 12:02:20,745 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000004
2015-02-12 12:02:20,745 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000004
2015-02-12 12:02:20,746 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000004
2015-02-12 12:02:20,746 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000004
2015-02-12 12:02:20,746 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:02:20,746 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0004_01_000004 from application application_1423771228284_0004
2015-02-12 12:02:20,747 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:20,747 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0004
2015-02-12 12:02:20,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423771228284_0004_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:02:20,877 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0004_000001 (auth:SIMPLE)
2015-02-12 12:02:20,880 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0004_01_000003
2015-02-12 12:02:20,880 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000003
2015-02-12 12:02:20,882 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:20,882 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:02:20,883 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0004_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:02:20,883 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000004
2015-02-12 12:02:20,883 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0004_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53940, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:02:20,883 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:02:20,883 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0004_01_000004, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53940 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:02:20,883 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:20,883 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:02:20,883 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0004_000001 released container container_1423771228284_0004_01_000004 on node: host: 10.1.1.68:53940 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:02:20,883 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:20,884 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:02:20,892 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0004_01_000003
2015-02-12 12:02:20,917 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0004_01_000003 is : 143
2015-02-12 12:02:20,933 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:02:20,934 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000003
2015-02-12 12:02:20,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000003
2015-02-12 12:02:20,937 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000003
2015-02-12 12:02:20,939 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000003
2015-02-12 12:02:20,939 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000003
2015-02-12 12:02:20,940 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:02:20,940 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0004_01_000003 from application application_1423771228284_0004
2015-02-12 12:02:20,940 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:20,940 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0004
2015-02-12 12:02:21,423 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:21,424 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:02:21,424 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0004_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 12:02:21,424 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000007
2015-02-12 12:02:21,425 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0004_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:02:21,425 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:02:21,425 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0004_01_000007, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:02:21,425 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:21,426 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:02:21,426 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0004_000001 released container container_1423771228284_0004_01_000007 on node: host: 10.1.1.68:53954 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:02:21,426 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:02:21,427 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000008
2015-02-12 12:02:21,427 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0004_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:02:21,427 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0004_000001 container=Container: [ContainerId: container_1423771228284_0004_01_000008, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:02:21,427 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:02:21,427 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:21,885 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:21,885 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:02:21,886 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0004_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:02:21,886 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000003
2015-02-12 12:02:21,886 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53940, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:02:21,886 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:02:21,887 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0004_01_000003, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53940 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:02:21,887 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:21,887 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:02:21,887 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0004_000001 released container container_1423771228284_0004_01_000003 on node: host: 10.1.1.68:53940 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:02:21,887 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:21,887 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:22,162 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:02:22,172 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0004_000001 (auth:SIMPLE)
2015-02-12 12:02:22,174 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0004_01_000008 by user soberoi
2015-02-12 12:02:22,175 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000008
2015-02-12 12:02:22,175 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0004_01_000008 to application application_1423771228284_0004
2015-02-12 12:02:22,175 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000008 transitioned from NEW to LOCALIZING
2015-02-12 12:02:22,175 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0004
2015-02-12 12:02:22,176 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0004
2015-02-12 12:02:22,176 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:02:22,176 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0004
2015-02-12 12:02:22,176 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:02:22,209 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-12 12:02:22,209 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:22,322 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000008/default_container_executor.sh]
2015-02-12 12:02:22,428 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423771228284_0004_01_000006]
2015-02-12 12:02:22,428 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:02:22,428 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:22,428 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:22,890 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423771228284_0004_01_000004, container_1423771228284_0004_01_000005, container_1423771228284_0004_01_000002]
2015-02-12 12:02:22,891 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:22,891 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:22,891 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:22,891 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:23,171 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:02:23,433 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423771228284_0004_01_000007]
2015-02-12 12:02:23,433 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:23,895 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423771228284_0004_01_000003]
2015-02-12 12:02:23,895 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:26,069 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:02:26,070 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:02:26,091 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:02:26,095 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:02:26,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423771228284_0004_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:02:26,240 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423771228284_0004_r_000000_0/part-00000. BP-1353726190-10.1.1.68-1423771207462 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]}
2015-02-12 12:02:26,324 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741868_1044 src: /127.0.0.1:54896 dest: /127.0.0.1:53738
2015-02-12 12:02:26,326 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741868_1044 src: /127.0.0.1:54897 dest: /127.0.0.1:53750
2015-02-12 12:02:26,327 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741868_1044 src: /127.0.0.1:54898 dest: /127.0.0.1:53741
2015-02-12 12:02:26,398 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54898, dest: /127.0.0.1:53741, bytes: 1554, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0004_r_000000_0_-1055177028_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741868_1044, duration: 68840000
2015-02-12 12:02:26,398 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:02:26,398 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:02:26,399 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54897, dest: /127.0.0.1:53750, bytes: 1554, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0004_r_000000_0_-1055177028_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741868_1044, duration: 69776000
2015-02-12 12:02:26,399 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:26,399 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:02:26,400 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54896, dest: /127.0.0.1:53738, bytes: 1554, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0004_r_000000_0_-1055177028_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741868_1044, duration: 70564000
2015-02-12 12:02:26,400 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:26,400 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:02:26,404 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423771228284_0004_r_000000_0/part-00000 is closed by DFSClient_attempt_1423771228284_0004_r_000000_0_-1055177028_1
2015-02-12 12:02:26,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423771228284_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:02:26,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423771228284_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:02:26,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1423771228284_0004_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:02:26,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423771228284_0004_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1423771228284_0004_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:02:26,448 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0004_000001 (auth:SIMPLE)
2015-02-12 12:02:26,450 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0004_01_000008
2015-02-12 12:02:26,450 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000008
2015-02-12 12:02:26,450 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000008 transitioned from RUNNING to KILLING
2015-02-12 12:02:26,450 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0004_01_000008
2015-02-12 12:02:26,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:02:26,464 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1653099715_1
2015-02-12 12:02:26,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:02:26,476 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0004_01_000008 is : 143
2015-02-12 12:02:26,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-12 12:02:26,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-12 12:02:26,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1423771228284_0004_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:02:26,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:02:26,509 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:02:26,509 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000008
2015-02-12 12:02:26,510 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000008
2015-02-12 12:02:26,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1423771228284_0004_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:02:26,510 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000008
2015-02-12 12:02:26,510 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000008
2015-02-12 12:02:26,510 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000008
2015-02-12 12:02:26,510 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:02:26,511 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0004_01_000008 from application application_1423771228284_0004
2015-02-12 12:02:26,511 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:26,511 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0004
2015-02-12 12:02:26,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary dst=null perm=null proto=rpc
2015-02-12 12:02:26,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:02:26,523 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1653099715_1
2015-02-12 12:02:26,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:02:26,527 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1653099715_1
2015-02-12 12:02:26,545 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54835, dest: /127.0.0.1:53738, bytes: 65451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1653099715_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741867_1043, duration: 6546669000
2015-02-12 12:02:26,545 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:02:26,546 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]} size 16233
2015-02-12 12:02:26,546 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54834, dest: /127.0.0.1:53741, bytes: 65451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1653099715_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741867_1043, duration: 6545916000
2015-02-12 12:02:26,547 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:26,547 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]} size 16233
2015-02-12 12:02:26,548 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54833, dest: /127.0.0.1:53745, bytes: 65451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1653099715_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741867_1043, duration: 6548319000
2015-02-12 12:02:26,548 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:26,549 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]} size 16233
2015-02-12 12:02:26,549 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job_1423771228284_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_-1653099715_1
2015-02-12 12:02:26,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:02:26,555 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004.summary_tmp. BP-1353726190-10.1.1.68-1423771207462 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]}
2015-02-12 12:02:26,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741869_1045 src: /127.0.0.1:54900 dest: /127.0.0.1:53745
2015-02-12 12:02:26,558 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741869_1045 src: /127.0.0.1:54901 dest: /127.0.0.1:53738
2015-02-12 12:02:26,561 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741869_1045 src: /127.0.0.1:54902 dest: /127.0.0.1:53750
2015-02-12 12:02:26,564 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54902, dest: /127.0.0.1:53750, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1653099715_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741869_1045, duration: 1409000
2015-02-12 12:02:26,564 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:02:26,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:02:26,565 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54901, dest: /127.0.0.1:53738, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1653099715_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741869_1045, duration: 2123000
2015-02-12 12:02:26,565 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:26,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:02:26,566 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54900, dest: /127.0.0.1:53745, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1653099715_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741869_1045, duration: 3074000
2015-02-12 12:02:26,566 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:26,567 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:02:26,568 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1653099715_1
2015-02-12 12:02:26,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:02:26,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job_1423771228284_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:02:26,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004-1423771313303-soberoi-first%2Dmr-1423771346528-6-1-SUCCEEDED-default-1423771324986.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:02:26,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job_1423771228284_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:02:26,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004-1423771313303-soberoi-first%2Dmr-1423771346528-6-1-SUCCEEDED-default-1423771324986.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:02:26,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job_1423771228284_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:02:26,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004-1423771313303-soberoi-first%2Dmr-1423771346528-6-1-SUCCEEDED-default-1423771324986.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:02:26,593 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004-1423771313303-soberoi-first%2Dmr-1423771346528-6-1-SUCCEEDED-default-1423771324986.jhist_tmp. BP-1353726190-10.1.1.68-1423771207462 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]}
2015-02-12 12:02:26,595 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741870_1046 src: /127.0.0.1:54904 dest: /127.0.0.1:53750
2015-02-12 12:02:26,596 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741870_1046 src: /127.0.0.1:54905 dest: /127.0.0.1:53738
2015-02-12 12:02:26,598 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741870_1046 src: /127.0.0.1:54906 dest: /127.0.0.1:53745
2015-02-12 12:02:26,601 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54906, dest: /127.0.0.1:53745, bytes: 65451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1653099715_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741870_1046, duration: 1817000
2015-02-12 12:02:26,602 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:02:26,602 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]} size 0
2015-02-12 12:02:26,602 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54905, dest: /127.0.0.1:53738, bytes: 65451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1653099715_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741870_1046, duration: 2527000
2015-02-12 12:02:26,603 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:26,603 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]} size 0
2015-02-12 12:02:26,603 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54904, dest: /127.0.0.1:53750, bytes: 65451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1653099715_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741870_1046, duration: 3563000
2015-02-12 12:02:26,604 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:26,604 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]} size 0
2015-02-12 12:02:26,605 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004-1423771313303-soberoi-first%2Dmr-1423771346528-6-1-SUCCEEDED-default-1423771324986.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1653099715_1
2015-02-12 12:02:26,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004-1423771313303-soberoi-first%2Dmr-1423771346528-6-1-SUCCEEDED-default-1423771324986.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:02:26,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job_1423771228284_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:02:26,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:02:26,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job_1423771228284_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:02:26,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:02:26,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004/job_1423771228284_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:02:26,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:02:26,621 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004_conf.xml_tmp. BP-1353726190-10.1.1.68-1423771207462 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW]]}
2015-02-12 12:02:26,623 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741871_1047 src: /127.0.0.1:54907 dest: /127.0.0.1:53750
2015-02-12 12:02:26,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741871_1047 src: /127.0.0.1:54908 dest: /127.0.0.1:53741
2015-02-12 12:02:26,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741871_1047 src: /127.0.0.1:54909 dest: /127.0.0.1:53745
2015-02-12 12:02:26,630 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54909, dest: /127.0.0.1:53745, bytes: 108442, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1653099715_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741871_1047, duration: 2065000
2015-02-12 12:02:26,630 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:02:26,631 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW]]} size 0
2015-02-12 12:02:26,631 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54908, dest: /127.0.0.1:53741, bytes: 108442, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1653099715_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741871_1047, duration: 2773000
2015-02-12 12:02:26,631 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:26,632 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW]]} size 0
2015-02-12 12:02:26,632 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54907, dest: /127.0.0.1:53750, bytes: 108442, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1653099715_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741871_1047, duration: 3835000
2015-02-12 12:02:26,633 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:26,633 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW]]} size 0
2015-02-12 12:02:26,635 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1653099715_1
2015-02-12 12:02:26,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:02:26,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:02:26,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:02:26,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004-1423771313303-soberoi-first%2Dmr-1423771346528-6-1-SUCCEEDED-default-1423771324986.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004-1423771313303-soberoi-first%2Dmr-1423771346528-6-1-SUCCEEDED-default-1423771324986.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:02:26,654 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423771228284_0004_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:02:26,654 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0004_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:02:26,654 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423771228284_0004 with final state: FINISHING
2015-02-12 12:02:26,654 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0004 State change from RUNNING to FINAL_SAVING
2015-02-12 12:02:26,654 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423771228284_0004
2015-02-12 12:02:26,655 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0004_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:02:26,656 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0004 State change from FINAL_SAVING to FINISHING
2015-02-12 12:02:27,457 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:02:27,457 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0004_01_000008 in state: COMPLETED event:FINISHED
2015-02-12 12:02:27,457 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000008
2015-02-12 12:02:27,458 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0004_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:02:27,458 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:02:27,458 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0004_01_000008, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:02:27,459 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:27,459 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:02:27,459 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0004_000001 released container container_1423771228284_0004_01_000008 on node: host: 10.1.1.68:53954 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:02:27,659 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423771228284_0004 unregistered successfully.
2015-02-12 12:02:27,662 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741863_1039 127.0.0.1:53738 127.0.0.1:53741 127.0.0.1:53750 127.0.0.1:53745
2015-02-12 12:02:27,663 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741864_1040 127.0.0.1:53741 127.0.0.1:53750 127.0.0.1:53745
2015-02-12 12:02:27,663 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:53750 127.0.0.1:53738 127.0.0.1:53741
2015-02-12 12:02:27,663 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741867_1043 127.0.0.1:53745 127.0.0.1:53741 127.0.0.1:53738
2015-02-12 12:02:27,663 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741866_1042 127.0.0.1:53741 127.0.0.1:53750 127.0.0.1:53745
2015-02-12 12:02:27,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0004 dst=null perm=null proto=rpc
2015-02-12 12:02:27,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-12 12:02:27,723 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:53732/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary
2015-02-12 12:02:27,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary dst=null perm=null proto=rpc
2015-02-12 12:02:27,724 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: first-mr
2015-02-12 12:02:27,725 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: second-mr
2015-02-12 12:02:27,725 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] at least one sink is marked for delete
2015-02-12 12:02:27,725 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 12:02:27,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-12 12:02:27,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-12 12:02:27,729 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] starting
2015-02-12 12:02:27,729 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] source: Hfs["NullScheme"]["hdfs://localhost:53732/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1"]
2015-02-12 12:02:27,730 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] sink: Hfs["NullScheme"]["hdfs://localhost:53732/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2"]
2015-02-12 12:02:27,730 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] parallel execution is enabled: true
2015-02-12 12:02:27,730 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] starting jobs: 1
2015-02-12 12:02:27,730 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] allocating threads: 1
2015-02-12 12:02:27,731 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-mr] starting step: Hfs["NullScheme"]["hdfs://localhost:53732/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2"]
2015-02-12 12:02:27,747 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:53929
2015-02-12 12:02:27,765 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:53929
2015-02-12 12:02:27,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-12 12:02:27,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:02:27,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:02:27,772 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 5
2015-02-12 12:02:27,773 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2015-02-12 12:02:27,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005 dst=null perm=null proto=rpc
2015-02-12 12:02:27,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:02:27,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:02:27,777 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(261)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2015-02-12 12:02:27,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:02:27,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:02:27,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:02:27,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:02:27,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:02:27,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:02:27,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:02:27,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:02:27,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:02:27,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-12 12:02:27,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-12 12:02:27,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-12 12:02:27,790 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:02:27,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:02:27,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:02:27,794 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.split
2015-02-12 12:02:27,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:02:27,796 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.split. BP-1353726190-10.1.1.68-1423771207462 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]}
2015-02-12 12:02:27,798 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741872_1048 src: /127.0.0.1:54918 dest: /127.0.0.1:53741
2015-02-12 12:02:27,799 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741872_1048 src: /127.0.0.1:54919 dest: /127.0.0.1:53750
2015-02-12 12:02:27,801 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741872_1048 src: /127.0.0.1:54920 dest: /127.0.0.1:53738
2015-02-12 12:02:27,802 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741872_1048 src: /127.0.0.1:54921 dest: /127.0.0.1:53745
2015-02-12 12:02:27,806 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54921, dest: /127.0.0.1:53745, bytes: 835, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741872_1048, duration: 2413000
2015-02-12 12:02:27,806 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:02:27,806 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]} size 0
2015-02-12 12:02:27,807 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54920, dest: /127.0.0.1:53738, bytes: 835, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741872_1048, duration: 2542000
2015-02-12 12:02:27,807 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:27,808 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:02:27,808 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54919, dest: /127.0.0.1:53750, bytes: 835, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741872_1048, duration: 4036000
2015-02-12 12:02:27,808 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:27,809 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:02:27,809 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54918, dest: /127.0.0.1:53741, bytes: 835, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741872_1048, duration: 5673000
2015-02-12 12:02:27,809 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:27,810 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:02:27,812 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.split is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:02:27,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:02:27,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:02:27,816 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.splitmetainfo. BP-1353726190-10.1.1.68-1423771207462 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW]]}
2015-02-12 12:02:27,818 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741873_1049 src: /127.0.0.1:54922 dest: /127.0.0.1:53750
2015-02-12 12:02:27,820 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741873_1049 src: /127.0.0.1:54923 dest: /127.0.0.1:53738
2015-02-12 12:02:27,821 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741873_1049 src: /127.0.0.1:54924 dest: /127.0.0.1:53745
2015-02-12 12:02:27,824 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54924, dest: /127.0.0.1:53745, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741873_1049, duration: 1239000
2015-02-12 12:02:27,824 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:02:27,825 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW]]} size 0
2015-02-12 12:02:27,825 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54923, dest: /127.0.0.1:53738, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741873_1049, duration: 1861000
2015-02-12 12:02:27,825 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:27,826 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:02:27,826 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54922, dest: /127.0.0.1:53750, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741873_1049, duration: 2727000
2015-02-12 12:02:27,826 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:27,828 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:02:27,828 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:02:27,829 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 12:02:27,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:02:27,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:02:27,866 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml. BP-1353726190-10.1.1.68-1423771207462 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]}
2015-02-12 12:02:27,868 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741874_1050 src: /127.0.0.1:54925 dest: /127.0.0.1:53741
2015-02-12 12:02:27,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741874_1050 src: /127.0.0.1:54926 dest: /127.0.0.1:53750
2015-02-12 12:02:27,871 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741874_1050 src: /127.0.0.1:54927 dest: /127.0.0.1:53745
2015-02-12 12:02:27,874 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54927, dest: /127.0.0.1:53745, bytes: 91552, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741874_1050, duration: 1677000
2015-02-12 12:02:27,874 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:02:27,875 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]} size 0
2015-02-12 12:02:27,875 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54926, dest: /127.0.0.1:53750, bytes: 91552, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741874_1050, duration: 2341000
2015-02-12 12:02:27,875 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:27,875 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:02:27,876 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54925, dest: /127.0.0.1:53741, bytes: 91552, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741874_1050, duration: 3097000
2015-02-12 12:02:27,876 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:27,878 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:02:27,878 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:02:27,879 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423771228284_0005
2015-02-12 12:02:27,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005 dst=null perm=null proto=rpc
2015-02-12 12:02:27,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:02:27,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:02:27,883 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(371)) - Job jar is not present. Not adding any jar to the list of resources.
2015-02-12 12:02:27,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:02:27,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:02:27,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:02:27,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:02:27,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:02:27,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:02:27,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:02:27,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:02:27,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:02:27,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:02:27,895 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 5 submitted by user soberoi
2015-02-12 12:02:27,895 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423771228284_0005
2015-02-12 12:02:27,896 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423771228284_0005
2015-02-12 12:02:27,896 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423771228284_0005
2015-02-12 12:02:27,896 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0005 State change from NEW to NEW_SAVING
2015-02-12 12:02:27,896 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0005 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:02:27,896 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423771228284_0005 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:02:27,896 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423771228284_0005 from user: soberoi, in queue: default
2015-02-12 12:02:27,897 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0005 State change from SUBMITTED to ACCEPTED
2015-02-12 12:02:27,897 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423771228284_0005_000001
2015-02-12 12:02:27,897 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0005_000001 State change from NEW to SUBMITTED
2015-02-12 12:02:27,898 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423771228284_0005 from user: soberoi activated in queue: default
2015-02-12 12:02:27,898 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423771228284_0005 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@632f7503, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:02:27,898 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423771228284_0005_000001 to scheduler from user soberoi in queue default
2015-02-12 12:02:27,899 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0005_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:02:27,900 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423771228284_0005
2015-02-12 12:02:27,904 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:53930/proxy/application_1423771228284_0005/
2015-02-12 12:02:27,904 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-mr] submitted hadoop job: job_1423771228284_0005
2015-02-12 12:02:27,905 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-mr] tracking url: http://Edinburgh.local:53930/proxy/application_1423771228284_0005/
2015-02-12 12:02:27,910 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:02:27,911 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000001
2015-02-12 12:02:27,911 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:53940, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:02:27,911 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0005_000001 container=Container: [ContainerId: container_1423771228284_0005_01_000001, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:02:27,911 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:02:27,911 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:27,912 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:53940 for container : container_1423771228284_0005_01_000001
2015-02-12 12:02:27,913 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:02:27,913 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423771228284_0005_000001
2015-02-12 12:02:27,913 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423771228284_0005 AttemptId: appattempt_1423771228284_0005_000001 MasterContainer: Container: [ContainerId: container_1423771228284_0005_01_000001, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53940 }, ]
2015-02-12 12:02:27,914 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:02:27,914 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:02:27,914 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423771228284_0005_000001
2015-02-12 12:02:27,916 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423771228284_0005_01_000001, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53940 }, ] for AM appattempt_1423771228284_0005_000001
2015-02-12 12:02:27,916 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423771228284_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:02:27,916 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423771228284_0005_000001
2015-02-12 12:02:27,916 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423771228284_0005_000001
2015-02-12 12:02:27,922 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0005_000001 (auth:SIMPLE)
2015-02-12 12:02:27,927 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0005_01_000001 by user soberoi
2015-02-12 12:02:27,928 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423771228284_0005
2015-02-12 12:02:27,928 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000001
2015-02-12 12:02:27,928 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0005 transitioned from NEW to INITING
2015-02-12 12:02:27,928 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0005_01_000001 to application application_1423771228284_0005
2015-02-12 12:02:27,928 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423771228284_0005_01_000001, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53940 }, ] for AM appattempt_1423771228284_0005_000001
2015-02-12 12:02:27,928 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0005 transitioned from INITING to RUNNING
2015-02-12 12:02:27,929 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0005_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:02:27,929 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:02:27,929 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0005
2015-02-12 12:02:27,929 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:02:27,929 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:02:27,929 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:02:27,930 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0005_01_000001
2015-02-12 12:02:27,944 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423771228284_0005_01_000001.tokens. Credentials list:
2015-02-12 12:02:28,097 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:02:28,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423771228284_0005_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000001.tokens
2015-02-12 12:02:28,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0005
2015-02-12 12:02:28,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:02:28,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:02:28,358 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0005/filecache/10/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:02:28,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:02:28,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:02:28,427 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0005/filecache/11/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:02:28,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:02:28,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:02:28,459 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:28,485 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0005/filecache/12/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:02:28,485 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:02:28,515 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:02:28,515 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:28,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000001/default_container_executor.sh]
2015-02-12 12:02:28,917 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:02:29,462 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:30,426 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53745 to delete [blk_1073741863_1039, blk_1073741864_1040, blk_1073741866_1042, blk_1073741867_1043]
2015-02-12 12:02:30,426 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53750 to delete [blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041, blk_1073741866_1042]
2015-02-12 12:02:30,463 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:31,464 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:31,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741863 for deletion
2015-02-12 12:02:31,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 12:02:31,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741866 for deletion
2015-02-12 12:02:31,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741863
2015-02-12 12:02:31,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741867 for deletion
2015-02-12 12:02:31,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 12:02:31,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741866
2015-02-12 12:02:31,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741867
2015-02-12 12:02:31,787 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741863 for deletion
2015-02-12 12:02:31,787 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 12:02:31,787 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 12:02:31,787 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741863
2015-02-12 12:02:31,787 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741866 for deletion
2015-02-12 12:02:31,787 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 12:02:31,787 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 12:02:31,787 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741866
2015-02-12 12:02:32,470 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:32,752 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423771228284_0004_01_000001 succeeded
2015-02-12 12:02:32,752 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:02:32,753 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0004_01_000001
2015-02-12 12:02:32,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000001
2015-02-12 12:02:32,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000001
2015-02-12 12:02:32,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000001
2015-02-12 12:02:32,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0004/container_1423771228284_0004_01_000001
2015-02-12 12:02:32,779 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000001
2015-02-12 12:02:32,779 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:02:32,780 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0004_01_000001 from application application_1423771228284_0004
2015-02-12 12:02:32,780 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:32,780 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0004
2015-02-12 12:02:32,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:02:32,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:02:32,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:02:32,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:02:33,435 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53738 to delete [blk_1073741863_1039, blk_1073741865_1041, blk_1073741867_1043]
2015-02-12 12:02:33,435 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53741 to delete [blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041, blk_1073741866_1042, blk_1073741867_1043]
2015-02-12 12:02:33,471 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:02:33,471 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423771228284_0004_000001
2015-02-12 12:02:33,471 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0004_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:02:33,471 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423771228284_0004_000001
2015-02-12 12:02:33,471 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000001
2015-02-12 12:02:33,471 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0004_000001 State change from FINISHING to FINISHED
2015-02-12 12:02:33,472 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:53954, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:02:33,472 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0004 State change from FINISHING to FINISHED
2015-02-12 12:02:33,472 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:02:33,472 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423771228284_0004
2015-02-12 12:02:33,472 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0004_01_000001, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:02:33,472 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:33,472 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 12:02:33,472 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0004_000001 released container container_1423771228284_0004_01_000001 on node: host: 10.1.1.68:53954 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:02:33,472 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423771228284_0004,name=first-mr,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:53930/proxy/application_1423771228284_0004/jobhistory/job/job_1423771228284_0004,appMasterHost=10.1.1.68,startTime=1423771313303,finishTime=1423771346654,finalStatus=SUCCEEDED
2015-02-12 12:02:33,472 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:33,472 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423771228284_0004_000001
2015-02-12 12:02:33,473 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423771228284_0004_000001 is done. finalState=FINISHED
2015-02-12 12:02:33,473 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423771228284_0004 requests cleared
2015-02-12 12:02:33,473 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423771228284_0004 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:02:33,473 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423771228284_0004 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:02:33,477 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0004_000001 (auth:SIMPLE)
2015-02-12 12:02:33,479 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0004_01_000001
2015-02-12 12:02:33,479 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0004 CONTAINERID=container_1423771228284_0004_01_000001
2015-02-12 12:02:33,479 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423771228284_0004_01_000001]
2015-02-12 12:02:33,479 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:33,480 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:33,480 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:02:33,480 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0004
2015-02-12 12:02:33,480 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0004
2015-02-12 12:02:33,480 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0004
2015-02-12 12:02:33,481 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423771228284_0004
2015-02-12 12:02:33,481 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:02:33,481 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423771228284_0004, with delay of 10800 seconds
2015-02-12 12:02:33,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0004
2015-02-12 12:02:33,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005 dst=null perm=null proto=rpc
2015-02-12 12:02:33,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:02:33,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:02:33,941 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:02:33,941 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0004
2015-02-12 12:02:33,942 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0004
2015-02-12 12:02:33,942 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0004
2015-02-12 12:02:33,942 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0004
2015-02-12 12:02:33,942 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423771228284_0004
2015-02-12 12:02:33,942 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:02:33,942 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423771228284_0004, with delay of 10800 seconds
2015-02-12 12:02:34,283 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741863 for deletion
2015-02-12 12:02:34,283 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 12:02:34,283 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 12:02:34,283 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741863
2015-02-12 12:02:34,284 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 12:02:34,283 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741866 for deletion
2015-02-12 12:02:34,284 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741867 for deletion
2015-02-12 12:02:34,284 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 12:02:34,284 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741866
2015-02-12 12:02:34,284 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741867
2015-02-12 12:02:34,295 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741863 for deletion
2015-02-12 12:02:34,296 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 12:02:34,296 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741867 for deletion
2015-02-12 12:02:34,296 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741863
2015-02-12 12:02:34,296 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 12:02:34,296 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741867
2015-02-12 12:02:34,490 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:34,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:02:34,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:02:35,202 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741871_1047
2015-02-12 12:02:35,203 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741872_1048
2015-02-12 12:02:35,203 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741868_1044
2015-02-12 12:02:35,204 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741874_1050
2015-02-12 12:02:35,388 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741870_1046
2015-02-12 12:02:35,389 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741869_1045
2015-02-12 12:02:35,389 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741872_1048
2015-02-12 12:02:35,389 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741868_1044
2015-02-12 12:02:35,390 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741873_1049
2015-02-12 12:02:35,675 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741874_1050
2015-02-12 12:02:35,675 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741869_1045
2015-02-12 12:02:35,676 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741872_1048
2015-02-12 12:02:35,677 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741871_1047
2015-02-12 12:02:35,677 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741873_1049
2015-02-12 12:02:35,678 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741870_1046
2015-02-12 12:02:35,950 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741872_1048
2015-02-12 12:02:35,951 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741871_1047
2015-02-12 12:02:35,951 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741868_1044
2015-02-12 12:02:35,952 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741870_1046
2015-02-12 12:02:35,953 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741869_1045
2015-02-12 12:02:35,953 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741873_1049
2015-02-12 12:02:36,153 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741874_1050
2015-02-12 12:02:38,247 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0005_000001 (auth:SIMPLE)
2015-02-12 12:02:38,273 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423771228284_0005_000001
2015-02-12 12:02:38,273 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423771228284_0005 APPATTEMPTID=appattempt_1423771228284_0005_000001
2015-02-12 12:02:38,273 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0005_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:02:38,273 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0005 State change from ACCEPTED to RUNNING
2015-02-12 12:02:38,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job_1423771228284_0005_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:02:38,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:02:38,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job_1423771228284_0005_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:02:38,768 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job_1423771228284_0005_1_conf.xml. BP-1353726190-10.1.1.68-1423771207462 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]}
2015-02-12 12:02:38,831 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741875_1051 src: /127.0.0.1:54967 dest: /127.0.0.1:53738
2015-02-12 12:02:38,832 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741875_1051 src: /127.0.0.1:54968 dest: /127.0.0.1:53741
2015-02-12 12:02:38,834 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741875_1051 src: /127.0.0.1:54969 dest: /127.0.0.1:53750
2015-02-12 12:02:38,868 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54969, dest: /127.0.0.1:53750, bytes: 108443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2047891747_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741875_1051, duration: 32082000
2015-02-12 12:02:38,868 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:02:38,868 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:02:38,869 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54968, dest: /127.0.0.1:53741, bytes: 108443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2047891747_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741875_1051, duration: 32859000
2015-02-12 12:02:38,869 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:38,869 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:02:38,869 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:54967, dest: /127.0.0.1:53738, bytes: 108443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2047891747_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741875_1051, duration: 33681000
2015-02-12 12:02:38,870 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:02:38,870 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:02:38,873 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job_1423771228284_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_2047891747_1
2015-02-12 12:02:39,236 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30004 milliseconds
2015-02-12 12:02:39,236 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 12:02:39,519 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:02:39,519 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000002
2015-02-12 12:02:39,519 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:02:39,519 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0005_000001 container=Container: [ContainerId: container_1423771228284_0005_01_000002, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:02:39,519 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:02:39,520 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:39,520 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:02:39,520 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000003
2015-02-12 12:02:39,520 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:02:39,520 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0005_000001 container=Container: [ContainerId: container_1423771228284_0005_01_000003, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:02:39,520 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:02:39,521 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:39,521 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:02:39,521 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000004
2015-02-12 12:02:39,521 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0005_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 12:02:39,521 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0005_000001 container=Container: [ContainerId: container_1423771228284_0005_01_000004, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:02:39,522 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:02:39,522 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:39,522 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:02:39,522 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000005
2015-02-12 12:02:39,522 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0005_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 12:02:39,522 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0005_000001 container=Container: [ContainerId: container_1423771228284_0005_01_000005, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:02:39,523 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:02:39,523 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:40,376 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:53954 for container : container_1423771228284_0005_01_000002
2015-02-12 12:02:40,377 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:02:40,378 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:02:40,379 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:02:40,380 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:02:40,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:02:40,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:02:40,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:02:40,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:02:40,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:02:40,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:02:40,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:02:40,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:02:40,497 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0005_000001 (auth:SIMPLE)
2015-02-12 12:02:40,498 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0005_000001 (auth:SIMPLE)
2015-02-12 12:02:40,499 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0005_000001 (auth:SIMPLE)
2015-02-12 12:02:40,500 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0005_000001 (auth:SIMPLE)
2015-02-12 12:02:40,501 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0005_01_000005 by user soberoi
2015-02-12 12:02:40,501 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423771228284_0005
2015-02-12 12:02:40,502 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0005_01_000004 by user soberoi
2015-02-12 12:02:40,502 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000005
2015-02-12 12:02:40,502 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000004
2015-02-12 12:02:40,502 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0005 transitioned from NEW to INITING
2015-02-12 12:02:40,502 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0005_01_000005 to application application_1423771228284_0005
2015-02-12 12:02:40,503 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0005_01_000004 to application application_1423771228284_0005
2015-02-12 12:02:40,503 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0005 transitioned from INITING to RUNNING
2015-02-12 12:02:40,503 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 12:02:40,503 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0005_01_000003 by user soberoi
2015-02-12 12:02:40,503 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:02:40,503 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0005
2015-02-12 12:02:40,503 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000003
2015-02-12 12:02:40,504 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0005_01_000002 by user soberoi
2015-02-12 12:02:40,504 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000002
2015-02-12 12:02:40,503 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0005
2015-02-12 12:02:40,505 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:02:40,506 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0005
2015-02-12 12:02:40,506 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:02:40,506 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0005
2015-02-12 12:02:40,506 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0005
2015-02-12 12:02:40,506 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:02:40,506 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0005
2015-02-12 12:02:40,507 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0005_01_000003 to application application_1423771228284_0005
2015-02-12 12:02:40,507 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0005_01_000002 to application application_1423771228284_0005
2015-02-12 12:02:40,507 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0005_01_000005
2015-02-12 12:02:40,508 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0005_01_000004
2015-02-12 12:02:40,510 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:02:40,510 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:02:40,510 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0005
2015-02-12 12:02:40,510 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0005
2015-02-12 12:02:40,510 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:02:40,511 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0005
2015-02-12 12:02:40,511 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0005
2015-02-12 12:02:40,511 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0005
2015-02-12 12:02:40,511 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:02:40,511 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0005
2015-02-12 12:02:40,512 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0005_01_000003
2015-02-12 12:02:40,513 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0005_01_000002
2015-02-12 12:02:40,523 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:02:40,523 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:02:40,523 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:02:40,523 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:02:40,528 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423771228284_0005_01_000005.tokens. Credentials list:
2015-02-12 12:02:40,530 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423771228284_0005_01_000004.tokens. Credentials list:
2015-02-12 12:02:40,530 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423771228284_0005_01_000003.tokens. Credentials list:
2015-02-12 12:02:40,533 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423771228284_0005_01_000002.tokens. Credentials list:
2015-02-12 12:02:40,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:02:40,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423771228284_0005_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000005.tokens
2015-02-12 12:02:40,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0005
2015-02-12 12:02:40,735 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:02:40,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:02:40,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:02:40,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423771228284_0005_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000002.tokens
2015-02-12 12:02:40,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0005
2015-02-12 12:02:40,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:02:40,881 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0005/filecache/10/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:02:40,882 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:02:40,882 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:02:40,882 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:02:40,882 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:02:40,949 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:02:40,949 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:40,957 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 12:02:40,957 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:40,958 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:02:40,958 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:40,959 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:02:40,959 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:41,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423771228284_0005_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000003.tokens
2015-02-12 12:02:41,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0005
2015-02-12 12:02:41,085 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:02:41,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000002/default_container_executor.sh]
2015-02-12 12:02:41,180 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000004/default_container_executor.sh]
2015-02-12 12:02:41,181 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000003/default_container_executor.sh]
2015-02-12 12:02:41,197 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000005/default_container_executor.sh]
2015-02-12 12:02:41,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423771228284_0005_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000004.tokens
2015-02-12 12:02:41,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0005
2015-02-12 12:02:41,393 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:02:45,214 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741875_1051
2015-02-12 12:02:45,409 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741875_1051
2015-02-12 12:02:46,170 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741875_1051
2015-02-12 12:02:49,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:02:49,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:02:49,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:02:49,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:02:50,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:02:50,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:02:50,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:02:50,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:02:50,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423771228284_0005_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:02:50,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423771228284_0005_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:02:50,253 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0005_000001 (auth:SIMPLE)
2015-02-12 12:02:50,254 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0005_01_000005
2015-02-12 12:02:50,255 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000005
2015-02-12 12:02:50,255 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000005 transitioned from RUNNING to KILLING
2015-02-12 12:02:50,255 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0005_01_000005
2015-02-12 12:02:50,278 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0005_01_000005 is : 143
2015-02-12 12:02:50,289 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:02:50,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000005
2015-02-12 12:02:50,291 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000005
2015-02-12 12:02:50,292 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000005
2015-02-12 12:02:50,292 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000005
2015-02-12 12:02:50,293 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job_1423771228284_0005_1.jhist. BP-1353726190-10.1.1.68-1423771207462 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]}
2015-02-12 12:02:50,294 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000005
2015-02-12 12:02:50,295 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741876_1052 src: /127.0.0.1:55061 dest: /127.0.0.1:53750
2015-02-12 12:02:50,296 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:02:50,296 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0005_01_000005 from application application_1423771228284_0005
2015-02-12 12:02:50,296 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:50,298 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0005
2015-02-12 12:02:50,298 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741876_1052 src: /127.0.0.1:55062 dest: /127.0.0.1:53738
2015-02-12 12:02:50,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741876_1052 src: /127.0.0.1:55064 dest: /127.0.0.1:53741
2015-02-12 12:02:50,302 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0005_000001 (auth:SIMPLE)
2015-02-12 12:02:50,304 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0005_01_000003
2015-02-12 12:02:50,304 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000003
2015-02-12 12:02:50,304 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:02:50,306 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:02:50,306 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0005_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 12:02:50,306 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000005
2015-02-12 12:02:50,306 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0005_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 12:02:50,306 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job_1423771228284_0005_1.jhist for DFSClient_NONMAPREDUCE_2047891747_1
2015-02-12 12:02:50,306 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0005_01_000003
2015-02-12 12:02:50,306 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 12:02:50,308 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0005_01_000005, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 12:02:50,308 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:50,309 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:02:50,309 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0005_000001 released container container_1423771228284_0005_01_000005 on node: host: 10.1.1.68:53954 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 12:02:50,329 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0005_01_000003 is : 143
2015-02-12 12:02:50,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423771228284_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:02:50,342 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:02:50,343 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000003
2015-02-12 12:02:50,344 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000003
2015-02-12 12:02:50,344 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000003
2015-02-12 12:02:50,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000003
2015-02-12 12:02:50,345 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000003
2015-02-12 12:02:50,345 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:02:50,345 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0005_01_000003 from application application_1423771228284_0005
2015-02-12 12:02:50,346 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:50,346 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0005
2015-02-12 12:02:50,357 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0005_000001 (auth:SIMPLE)
2015-02-12 12:02:50,359 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0005_01_000002
2015-02-12 12:02:50,359 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000002
2015-02-12 12:02:50,359 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:02:50,360 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0005_01_000002
2015-02-12 12:02:50,360 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:02:50,360 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0005_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:02:50,360 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000003
2015-02-12 12:02:50,360 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 12:02:50,361 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:02:50,361 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0005_01_000003, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:02:50,362 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:50,362 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:02:50,362 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0005_000001 released container container_1423771228284_0005_01_000003 on node: host: 10.1.1.68:53954 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 12:02:50,362 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:50,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423771228284_0005_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:02:50,378 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0005_01_000002 is : 143
2015-02-12 12:02:50,386 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:02:50,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000002
2015-02-12 12:02:50,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000002
2015-02-12 12:02:50,387 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000002
2015-02-12 12:02:50,387 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000002
2015-02-12 12:02:50,387 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000002
2015-02-12 12:02:50,387 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:02:50,388 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0005_01_000002 from application application_1423771228284_0005
2015-02-12 12:02:50,388 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:50,388 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0005
2015-02-12 12:02:50,401 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0005_000001 (auth:SIMPLE)
2015-02-12 12:02:50,404 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0005_01_000004
2015-02-12 12:02:50,404 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000004
2015-02-12 12:02:50,405 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:02:50,405 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:02:50,405 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0005_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:02:50,405 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000002
2015-02-12 12:02:50,405 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0005_01_000004
2015-02-12 12:02:50,405 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:02:50,405 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:02:50,406 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0005_01_000002, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:02:50,406 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:50,406 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:02:50,407 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0005_000001 released container container_1423771228284_0005_01_000002 on node: host: 10.1.1.68:53954 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:02:50,407 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:50,407 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:50,420 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0005_01_000004 is : 143
2015-02-12 12:02:50,434 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:02:50,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000004
2015-02-12 12:02:50,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000004
2015-02-12 12:02:50,435 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000004
2015-02-12 12:02:50,435 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000004
2015-02-12 12:02:50,435 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000004
2015-02-12 12:02:50,436 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:02:50,436 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0005_01_000004 from application application_1423771228284_0005
2015-02-12 12:02:50,436 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:50,436 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0005
2015-02-12 12:02:51,414 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:51,414 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:51,415 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:02:51,415 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0005_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:02:51,415 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000004
2015-02-12 12:02:51,415 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0005_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:02:51,415 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:02:51,416 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0005_01_000004, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:02:51,416 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:51,417 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:02:51,417 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0005_000001 released container container_1423771228284_0005_01_000004 on node: host: 10.1.1.68:53954 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:02:51,417 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:51,975 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:02:51,976 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000006
2015-02-12 12:02:51,976 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0005_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53982, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:02:51,976 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0005_000001 container=Container: [ContainerId: container_1423771228284_0005_01_000006, NodeId: 10.1.1.68:53982, NodeHttpAddress: 10.1.1.68:53985, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:02:51,976 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:02:51,976 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:02:52,421 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423771228284_0005_01_000005, container_1423771228284_0005_01_000002, container_1423771228284_0005_01_000003]
2015-02-12 12:02:52,421 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:52,421 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:52,421 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:52,421 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:52,467 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:53982 for container : container_1423771228284_0005_01_000006
2015-02-12 12:02:52,469 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:02:52,479 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0005_000001 (auth:SIMPLE)
2015-02-12 12:02:52,481 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0005_01_000006 by user soberoi
2015-02-12 12:02:52,481 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423771228284_0005
2015-02-12 12:02:52,482 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000006
2015-02-12 12:02:52,482 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0005 transitioned from NEW to INITING
2015-02-12 12:02:52,482 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0005_01_000006 to application application_1423771228284_0005
2015-02-12 12:02:52,482 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0005 transitioned from INITING to RUNNING
2015-02-12 12:02:52,482 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 12:02:52,482 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0005
2015-02-12 12:02:52,483 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0005
2015-02-12 12:02:52,483 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:02:52,483 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0005
2015-02-12 12:02:52,483 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:02:52,483 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0005_01_000006
2015-02-12 12:02:52,492 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423771228284_0005_01_000006.tokens. Credentials list:
2015-02-12 12:02:52,590 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:02:52,662 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423771228284_0005_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000006.tokens
2015-02-12 12:02:52,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423771228284_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423771228284_0005
2015-02-12 12:02:52,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:02:52,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:02:52,760 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423771228284_0005/filecache/10/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:02:52,760 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:02:52,790 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 12:02:52,790 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:02:52,881 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000006/default_container_executor.sh]
2015-02-12 12:02:52,982 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:02:53,430 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423771228284_0005_01_000004]
2015-02-12 12:02:53,431 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:02:53,474 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:03:02,928 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:03:02,951 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:03:03,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423771228284_0005_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:03:03,429 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423771228284_0005_r_000000_0/part-00000. BP-1353726190-10.1.1.68-1423771207462 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]}
2015-02-12 12:03:03,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741877_1053 src: /127.0.0.1:55124 dest: /127.0.0.1:53745
2015-02-12 12:03:03,809 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741877_1053 src: /127.0.0.1:55125 dest: /127.0.0.1:53738
2015-02-12 12:03:03,811 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741877_1053 src: /127.0.0.1:55126 dest: /127.0.0.1:53741
2015-02-12 12:03:04,041 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55126, dest: /127.0.0.1:53741, bytes: 1595, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0005_r_000000_0_-982404777_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741877_1053, duration: 228106000
2015-02-12 12:03:04,041 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:03:04,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:03:04,042 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55125, dest: /127.0.0.1:53738, bytes: 1595, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0005_r_000000_0_-982404777_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741877_1053, duration: 228922000
2015-02-12 12:03:04,042 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:04,042 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:03:04,042 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55124, dest: /127.0.0.1:53745, bytes: 1595, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0005_r_000000_0_-982404777_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741877_1053, duration: 229799000
2015-02-12 12:03:04,043 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:04,043 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:03:04,048 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423771228284_0005_r_000000_0/part-00000 is closed by DFSClient_attempt_1423771228284_0005_r_000000_0_-982404777_1
2015-02-12 12:03:04,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423771228284_0005_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:03:04,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423771228284_0005_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:03:04,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1423771228284_0005_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:03:04,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423771228284_0005_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1423771228284_0005_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:03:04,091 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0005_000001 (auth:SIMPLE)
2015-02-12 12:03:04,093 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0005_01_000006
2015-02-12 12:03:04,093 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000006
2015-02-12 12:03:04,093 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000006 transitioned from RUNNING to KILLING
2015-02-12 12:03:04,093 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0005_01_000006
2015-02-12 12:03:04,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:03:04,105 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_2047891747_1
2015-02-12 12:03:04,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:03:04,112 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0005_01_000006 is : 143
2015-02-12 12:03:04,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-12 12:03:04,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-12 12:03:04,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1423771228284_0005_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:03:04,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:03:04,123 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:03:04,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1423771228284_0005_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:03:04,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000006
2015-02-12 12:03:04,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000006
2015-02-12 12:03:04,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000006
2015-02-12 12:03:04,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000006
2015-02-12 12:03:04,125 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000006
2015-02-12 12:03:04,125 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:03:04,126 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0005_01_000006 from application application_1423771228284_0005
2015-02-12 12:03:04,126 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:03:04,126 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0005
2015-02-12 12:03:04,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary dst=null perm=null proto=rpc
2015-02-12 12:03:04,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:03:04,137 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_2047891747_1
2015-02-12 12:03:04,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:03:04,141 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_2047891747_1
2015-02-12 12:03:04,160 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55064, dest: /127.0.0.1:53741, bytes: 52531, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2047891747_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741876_1052, duration: 13857015000
2015-02-12 12:03:04,160 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:03:04,161 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]} size 14964
2015-02-12 12:03:04,161 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55062, dest: /127.0.0.1:53738, bytes: 52531, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2047891747_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741876_1052, duration: 13857853000
2015-02-12 12:03:04,162 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:04,163 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]} size 14964
2015-02-12 12:03:04,163 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55061, dest: /127.0.0.1:53750, bytes: 52531, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2047891747_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741876_1052, duration: 13859398000
2015-02-12 12:03:04,163 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:04,163 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]} size 14964
2015-02-12 12:03:04,165 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job_1423771228284_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_2047891747_1
2015-02-12 12:03:04,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:03:04,170 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005.summary_tmp. BP-1353726190-10.1.1.68-1423771207462 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]}
2015-02-12 12:03:04,172 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741878_1054 src: /127.0.0.1:55129 dest: /127.0.0.1:53741
2015-02-12 12:03:04,173 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741878_1054 src: /127.0.0.1:55130 dest: /127.0.0.1:53745
2015-02-12 12:03:04,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741878_1054 src: /127.0.0.1:55131 dest: /127.0.0.1:53738
2015-02-12 12:03:04,179 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55131, dest: /127.0.0.1:53738, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2047891747_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741878_1054, duration: 1521000
2015-02-12 12:03:04,179 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:03:04,180 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:03:04,180 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55130, dest: /127.0.0.1:53745, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2047891747_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741878_1054, duration: 2171000
2015-02-12 12:03:04,180 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:04,181 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:03:04,181 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55129, dest: /127.0.0.1:53741, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2047891747_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741878_1054, duration: 3161000
2015-02-12 12:03:04,181 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:04,182 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:03:04,183 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_2047891747_1
2015-02-12 12:03:04,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:04,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job_1423771228284_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:03:04,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005-1423771347895-soberoi-second%2Dmr-1423771384142-4-1-SUCCEEDED-default-1423771358329.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:03:04,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job_1423771228284_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:03:04,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005-1423771347895-soberoi-second%2Dmr-1423771384142-4-1-SUCCEEDED-default-1423771358329.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:03:04,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job_1423771228284_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:03:04,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005-1423771347895-soberoi-second%2Dmr-1423771384142-4-1-SUCCEEDED-default-1423771358329.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:03:04,208 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005-1423771347895-soberoi-second%2Dmr-1423771384142-4-1-SUCCEEDED-default-1423771358329.jhist_tmp. BP-1353726190-10.1.1.68-1423771207462 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW]]}
2015-02-12 12:03:04,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741879_1055 src: /127.0.0.1:55133 dest: /127.0.0.1:53750
2015-02-12 12:03:04,211 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741879_1055 src: /127.0.0.1:55134 dest: /127.0.0.1:53738
2015-02-12 12:03:04,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741879_1055 src: /127.0.0.1:55135 dest: /127.0.0.1:53741
2015-02-12 12:03:04,216 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55135, dest: /127.0.0.1:53741, bytes: 52531, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2047891747_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741879_1055, duration: 1883000
2015-02-12 12:03:04,216 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:03:04,217 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW]]} size 0
2015-02-12 12:03:04,217 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55134, dest: /127.0.0.1:53738, bytes: 52531, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2047891747_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741879_1055, duration: 2697000
2015-02-12 12:03:04,217 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:04,218 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW]]} size 0
2015-02-12 12:03:04,218 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55133, dest: /127.0.0.1:53750, bytes: 52531, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2047891747_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741879_1055, duration: 3661000
2015-02-12 12:03:04,218 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:04,219 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:03:04,220 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005-1423771347895-soberoi-second%2Dmr-1423771384142-4-1-SUCCEEDED-default-1423771358329.jhist_tmp is closed by DFSClient_NONMAPREDUCE_2047891747_1
2015-02-12 12:03:04,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005-1423771347895-soberoi-second%2Dmr-1423771384142-4-1-SUCCEEDED-default-1423771358329.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:04,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job_1423771228284_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:03:04,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:03:04,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job_1423771228284_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:03:04,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:03:04,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005/job_1423771228284_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:03:04,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:03:04,235 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005_conf.xml_tmp. BP-1353726190-10.1.1.68-1423771207462 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]}
2015-02-12 12:03:04,237 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741880_1056 src: /127.0.0.1:55137 dest: /127.0.0.1:53745
2015-02-12 12:03:04,239 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741880_1056 src: /127.0.0.1:55138 dest: /127.0.0.1:53738
2015-02-12 12:03:04,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741880_1056 src: /127.0.0.1:55139 dest: /127.0.0.1:53741
2015-02-12 12:03:04,245 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55139, dest: /127.0.0.1:53741, bytes: 108443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2047891747_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741880_1056, duration: 3503000
2015-02-12 12:03:04,245 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:03:04,246 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]} size 0
2015-02-12 12:03:04,246 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55138, dest: /127.0.0.1:53738, bytes: 108443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2047891747_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741880_1056, duration: 4041000
2015-02-12 12:03:04,246 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:04,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:03:04,247 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55137, dest: /127.0.0.1:53745, bytes: 108443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2047891747_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741880_1056, duration: 5097000
2015-02-12 12:03:04,247 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:04,248 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:03:04,274 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_2047891747_1
2015-02-12 12:03:04,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:04,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:04,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:04,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005-1423771347895-soberoi-second%2Dmr-1423771384142-4-1-SUCCEEDED-default-1423771358329.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005-1423771347895-soberoi-second%2Dmr-1423771384142-4-1-SUCCEEDED-default-1423771358329.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:04,292 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423771228284_0005_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:03:04,292 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0005_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:03:04,292 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423771228284_0005 with final state: FINISHING
2015-02-12 12:03:04,293 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0005 State change from RUNNING to FINAL_SAVING
2015-02-12 12:03:04,293 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423771228284_0005
2015-02-12 12:03:04,294 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0005_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:03:04,294 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0005 State change from FINAL_SAVING to FINISHING
2015-02-12 12:03:05,104 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:03:05,104 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0005_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 12:03:05,104 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000006
2015-02-12 12:03:05,105 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0005_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53982, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:03:05,105 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:03:05,105 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0005_01_000006, NodeId: 10.1.1.68:53982, NodeHttpAddress: 10.1.1.68:53985, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:53982 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:03:05,106 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:03:05,106 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:03:05,106 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0005_000001 released container container_1423771228284_0005_01_000006 on node: host: 10.1.1.68:53982 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:03:05,298 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423771228284_0005 unregistered successfully.
2015-02-12 12:03:05,301 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741872_1048 127.0.0.1:53741 127.0.0.1:53750 127.0.0.1:53738 127.0.0.1:53745
2015-02-12 12:03:05,302 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741873_1049 127.0.0.1:53750 127.0.0.1:53738 127.0.0.1:53745
2015-02-12 12:03:05,302 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741874_1050 127.0.0.1:53741 127.0.0.1:53750 127.0.0.1:53745
2015-02-12 12:03:05,302 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741876_1052 127.0.0.1:53750 127.0.0.1:53738 127.0.0.1:53741
2015-02-12 12:03:05,302 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741875_1051 127.0.0.1:53738 127.0.0.1:53741 127.0.0.1:53750
2015-02-12 12:03:05,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0005 dst=null perm=null proto=rpc
2015-02-12 12:03:05,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-12 12:03:05,361 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:53732/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary
2015-02-12 12:03:05,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary dst=null perm=null proto=rpc
2015-02-12 12:03:05,362 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: second-mr
2015-02-12 12:03:05,362 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: third-mr
2015-02-12 12:03:05,363 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] at least one sink is marked for delete
2015-02-12 12:03:05,363 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 12:03:05,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-12 12:03:05,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-12 12:03:05,367 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] starting
2015-02-12 12:03:05,367 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] source: Hfs["NullScheme"]["hdfs://localhost:53732/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2"]
2015-02-12 12:03:05,367 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] sink: Hfs["NullScheme"]["hdfs://localhost:53732/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3"]
2015-02-12 12:03:05,368 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] parallel execution is enabled: true
2015-02-12 12:03:05,368 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] starting jobs: 1
2015-02-12 12:03:05,368 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] allocating threads: 1
2015-02-12 12:03:05,369 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third-mr] starting step: Hfs["NullScheme"]["hdfs://localhost:53732/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3"]
2015-02-12 12:03:05,384 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:53929
2015-02-12 12:03:05,402 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:53929
2015-02-12 12:03:05,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-12 12:03:05,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:03:05,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:03:05,409 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 6
2015-02-12 12:03:05,410 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2015-02-12 12:03:05,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006 dst=null perm=null proto=rpc
2015-02-12 12:03:05,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:03:05,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:03:05,413 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(261)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2015-02-12 12:03:05,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:03:05,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:03:05,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:03:05,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:03:05,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:03:05,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:03:05,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:03:05,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:03:05,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:03:05,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-12 12:03:05,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-12 12:03:05,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-12 12:03:05,429 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:03:05,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:03:05,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:03:05,434 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.split
2015-02-12 12:03:05,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:03:05,435 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.split. BP-1353726190-10.1.1.68-1423771207462 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]}
2015-02-12 12:03:05,437 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741881_1057 src: /127.0.0.1:55142 dest: /127.0.0.1:53750
2015-02-12 12:03:05,439 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741881_1057 src: /127.0.0.1:55143 dest: /127.0.0.1:53741
2015-02-12 12:03:05,440 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741881_1057 src: /127.0.0.1:55144 dest: /127.0.0.1:53745
2015-02-12 12:03:05,442 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741881_1057 src: /127.0.0.1:55145 dest: /127.0.0.1:53738
2015-02-12 12:03:05,448 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55145, dest: /127.0.0.1:53738, bytes: 835, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741881_1057, duration: 3288000
2015-02-12 12:03:05,448 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:03:05,449 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]} size 0
2015-02-12 12:03:05,449 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55144, dest: /127.0.0.1:53745, bytes: 835, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741881_1057, duration: 4004000
2015-02-12 12:03:05,449 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:05,449 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]} size 0
2015-02-12 12:03:05,450 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55143, dest: /127.0.0.1:53741, bytes: 835, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741881_1057, duration: 5392000
2015-02-12 12:03:05,450 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:05,450 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]} size 0
2015-02-12 12:03:05,450 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55142, dest: /127.0.0.1:53750, bytes: 835, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741881_1057, duration: 5870000
2015-02-12 12:03:05,451 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:05,451 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:03:05,453 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.split is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:03:05,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:03:05,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:03:05,458 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.splitmetainfo. BP-1353726190-10.1.1.68-1423771207462 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]}
2015-02-12 12:03:05,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741882_1058 src: /127.0.0.1:55146 dest: /127.0.0.1:53741
2015-02-12 12:03:05,461 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741882_1058 src: /127.0.0.1:55147 dest: /127.0.0.1:53745
2015-02-12 12:03:05,463 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741882_1058 src: /127.0.0.1:55148 dest: /127.0.0.1:53750
2015-02-12 12:03:05,466 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55148, dest: /127.0.0.1:53750, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741882_1058, duration: 1208000
2015-02-12 12:03:05,466 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:03:05,466 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:03:05,467 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55147, dest: /127.0.0.1:53745, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741882_1058, duration: 1755000
2015-02-12 12:03:05,467 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:05,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:03:05,467 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55146, dest: /127.0.0.1:53741, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741882_1058, duration: 2704000
2015-02-12 12:03:05,468 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:05,469 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:03:05,470 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:03:05,470 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 12:03:05,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:03:05,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:03:05,486 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.xml. BP-1353726190-10.1.1.68-1423771207462 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW]]}
2015-02-12 12:03:05,488 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741883_1059 src: /127.0.0.1:55149 dest: /127.0.0.1:53750
2015-02-12 12:03:05,490 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741883_1059 src: /127.0.0.1:55150 dest: /127.0.0.1:53745
2015-02-12 12:03:05,491 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741883_1059 src: /127.0.0.1:55151 dest: /127.0.0.1:53741
2015-02-12 12:03:05,495 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55151, dest: /127.0.0.1:53741, bytes: 91551, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741883_1059, duration: 1777000
2015-02-12 12:03:05,495 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:03:05,496 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW]]} size 0
2015-02-12 12:03:05,496 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55150, dest: /127.0.0.1:53745, bytes: 91551, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741883_1059, duration: 2291000
2015-02-12 12:03:05,496 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:05,496 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:03:05,497 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55149, dest: /127.0.0.1:53750, bytes: 91551, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-937244062_9, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741883_1059, duration: 3292000
2015-02-12 12:03:05,497 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:05,499 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|FINALIZED], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:03:05,499 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.xml is closed by DFSClient_NONMAPREDUCE_-937244062_9
2015-02-12 12:03:05,500 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423771228284_0006
2015-02-12 12:03:05,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006 dst=null perm=null proto=rpc
2015-02-12 12:03:05,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:03:05,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:03:05,504 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(371)) - Job jar is not present. Not adding any jar to the list of resources.
2015-02-12 12:03:05,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:03:05,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:03:05,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:03:05,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:03:05,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:03:05,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:03:05,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:03:05,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:03:05,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:03:05,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:03:05,516 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 6 submitted by user soberoi
2015-02-12 12:03:05,516 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423771228284_0006
2015-02-12 12:03:05,516 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423771228284_0006
2015-02-12 12:03:05,517 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423771228284_0006
2015-02-12 12:03:05,516 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0006 State change from NEW to NEW_SAVING
2015-02-12 12:03:05,517 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0006 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:03:05,517 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423771228284_0006 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:03:05,517 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423771228284_0006 from user: soberoi, in queue: default
2015-02-12 12:03:05,518 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0006 State change from SUBMITTED to ACCEPTED
2015-02-12 12:03:05,518 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423771228284_0006
2015-02-12 12:03:05,518 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423771228284_0006_000001
2015-02-12 12:03:05,519 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0006_000001 State change from NEW to SUBMITTED
2015-02-12 12:03:05,519 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423771228284_0006 from user: soberoi activated in queue: default
2015-02-12 12:03:05,519 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423771228284_0006 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@632f7503, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:03:05,519 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423771228284_0006_000001 to scheduler from user soberoi in queue default
2015-02-12 12:03:05,520 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0006_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:03:05,522 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:53930/proxy/application_1423771228284_0006/
2015-02-12 12:03:05,522 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third-mr] submitted hadoop job: job_1423771228284_0006
2015-02-12 12:03:05,522 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third-mr] tracking url: http://Edinburgh.local:53930/proxy/application_1423771228284_0006/
2015-02-12 12:03:06,106 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:06,107 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:03:06,107 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000001
2015-02-12 12:03:06,107 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:53982, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:03:06,107 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0006_000001 container=Container: [ContainerId: container_1423771228284_0006_01_000001, NodeId: 10.1.1.68:53982, NodeHttpAddress: 10.1.1.68:53985, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:03:06,108 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:03:06,108 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:03:06,108 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:53982 for container : container_1423771228284_0006_01_000001
2015-02-12 12:03:06,110 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:03:06,110 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423771228284_0006_000001
2015-02-12 12:03:06,110 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423771228284_0006 AttemptId: appattempt_1423771228284_0006_000001 MasterContainer: Container: [ContainerId: container_1423771228284_0006_01_000001, NodeId: 10.1.1.68:53982, NodeHttpAddress: 10.1.1.68:53985, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53982 }, ]
2015-02-12 12:03:06,111 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:03:06,111 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:03:06,112 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423771228284_0006_000001
2015-02-12 12:03:06,113 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423771228284_0006_01_000001, NodeId: 10.1.1.68:53982, NodeHttpAddress: 10.1.1.68:53985, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53982 }, ] for AM appattempt_1423771228284_0006_000001
2015-02-12 12:03:06,113 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423771228284_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:03:06,114 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423771228284_0006_000001
2015-02-12 12:03:06,114 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423771228284_0006_000001
2015-02-12 12:03:06,117 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0006_000001 (auth:SIMPLE)
2015-02-12 12:03:06,120 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0006_01_000001 by user soberoi
2015-02-12 12:03:06,120 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423771228284_0006
2015-02-12 12:03:06,120 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000001
2015-02-12 12:03:06,120 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0006 transitioned from NEW to INITING
2015-02-12 12:03:06,121 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0006_01_000001 to application application_1423771228284_0006
2015-02-12 12:03:06,121 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0006 transitioned from INITING to RUNNING
2015-02-12 12:03:06,121 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423771228284_0006_01_000001, NodeId: 10.1.1.68:53982, NodeHttpAddress: 10.1.1.68:53985, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53982 }, ] for AM appattempt_1423771228284_0006_000001
2015-02-12 12:03:06,121 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0006_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:03:06,121 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:03:06,121 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0006
2015-02-12 12:03:06,122 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:03:06,122 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:03:06,122 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:03:06,122 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0006_01_000001
2015-02-12 12:03:06,137 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423771228284_0006_01_000001.tokens. Credentials list:
2015-02-12 12:03:06,294 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:03:06,439 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423771228284_0006_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000001.tokens
2015-02-12 12:03:06,439 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423771228284_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423771228284_0006
2015-02-12 12:03:06,485 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53738 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741875_1051, blk_1073741876_1052]
2015-02-12 12:03:06,485 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53745 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050]
2015-02-12 12:03:06,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:03:06,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:03:06,614 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423771228284_0006/filecache/10/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:03:06,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:03:06,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:03:06,694 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423771228284_0006/filecache/11/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:03:06,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:03:06,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:03:06,786 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423771228284_0006/filecache/12/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:03:06,786 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:03:06,833 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:03:06,833 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:03:06,997 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000001/default_container_executor.sh]
2015-02-12 12:03:07,112 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:03:07,112 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:07,369 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741872 for deletion
2015-02-12 12:03:07,370 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741873 for deletion
2015-02-12 12:03:07,370 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 12:03:07,370 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741876 for deletion
2015-02-12 12:03:07,370 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741872
2015-02-12 12:03:07,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 12:03:07,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741873
2015-02-12 12:03:07,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741876
2015-02-12 12:03:07,540 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741872 for deletion
2015-02-12 12:03:07,540 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741873 for deletion
2015-02-12 12:03:07,540 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 12:03:07,540 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741872
2015-02-12 12:03:07,541 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741873
2015-02-12 12:03:07,541 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 12:03:08,119 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:09,120 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:09,242 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30006 milliseconds
2015-02-12 12:03:09,242 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 12:03:09,495 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53750 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052]
2015-02-12 12:03:09,495 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53741 to delete [blk_1073741872_1048, blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052]
2015-02-12 12:03:09,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:03:10,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:03:10,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:03:10,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:03:10,129 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:10,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006 dst=null perm=null proto=rpc
2015-02-12 12:03:10,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:03:10,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:03:10,233 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741877_1053
2015-02-12 12:03:10,233 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741878_1054
2015-02-12 12:03:10,234 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741880_1056
2015-02-12 12:03:10,235 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741876_1052
2015-02-12 12:03:10,235 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741879_1055
2015-02-12 12:03:10,358 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741872 for deletion
2015-02-12 12:03:10,358 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 12:03:10,358 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 12:03:10,358 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741876 for deletion
2015-02-12 12:03:10,359 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741872
2015-02-12 12:03:10,359 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 12:03:10,359 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 12:03:10,359 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741876
2015-02-12 12:03:10,373 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423771228284_0005_01_000001 succeeded
2015-02-12 12:03:10,373 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:03:10,373 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0005_01_000001
2015-02-12 12:03:10,399 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000001
2015-02-12 12:03:10,399 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:03:10,399 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0005_01_000001 from application application_1423771228284_0005
2015-02-12 12:03:10,399 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:03:10,399 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0005
2015-02-12 12:03:10,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000001
2015-02-12 12:03:10,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000001
2015-02-12 12:03:10,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000001
2015-02-12 12:03:10,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0005/container_1423771228284_0005_01_000001
2015-02-12 12:03:10,442 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741880_1056
2015-02-12 12:03:10,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741879_1055
2015-02-12 12:03:10,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741877_1053
2015-02-12 12:03:10,444 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741878_1054
2015-02-12 12:03:10,718 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741883_1059
2015-02-12 12:03:10,718 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741878_1054
2015-02-12 12:03:10,718 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741881_1057
2015-02-12 12:03:10,720 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741880_1056
2015-02-12 12:03:10,720 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741882_1058
2015-02-12 12:03:10,720 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741877_1053
2015-02-12 12:03:10,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:03:10,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:03:10,826 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741872 for deletion
2015-02-12 12:03:10,826 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741873 for deletion
2015-02-12 12:03:10,826 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 12:03:10,826 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741872
2015-02-12 12:03:10,826 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 12:03:10,827 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741876 for deletion
2015-02-12 12:03:10,826 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741873
2015-02-12 12:03:10,827 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 12:03:10,827 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 12:03:10,827 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741876
2015-02-12 12:03:11,138 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:03:11,138 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423771228284_0005_000001
2015-02-12 12:03:11,139 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423771228284_0005_000001
2015-02-12 12:03:11,138 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0005_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:03:11,139 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000001
2015-02-12 12:03:11,139 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0005_000001 State change from FINISHING to FINISHED
2015-02-12 12:03:11,139 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:53940, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:03:11,139 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0005 State change from FINISHING to FINISHED
2015-02-12 12:03:11,139 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:03:11,140 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423771228284_0005
2015-02-12 12:03:11,140 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0005_01_000001, NodeId: 10.1.1.68:53940, NodeHttpAddress: 10.1.1.68:53943, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:53940 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:03:11,140 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423771228284_0005,name=second-mr,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:53930/proxy/application_1423771228284_0005/jobhistory/job/job_1423771228284_0005,appMasterHost=10.1.1.68,startTime=1423771347895,finishTime=1423771384292,finalStatus=SUCCEEDED
2015-02-12 12:03:11,140 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:03:11,140 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423771228284_0005_000001
2015-02-12 12:03:11,140 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 12:03:11,140 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0005_000001 released container container_1423771228284_0005_01_000001 on node: host: 10.1.1.68:53940 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:03:11,140 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:11,141 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423771228284_0005_000001 is done. finalState=FINISHED
2015-02-12 12:03:11,141 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423771228284_0005 requests cleared
2015-02-12 12:03:11,141 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423771228284_0005 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:03:11,141 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423771228284_0005 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:03:11,143 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0005_000001 (auth:SIMPLE)
2015-02-12 12:03:11,145 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0005_01_000001
2015-02-12 12:03:11,146 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0005 CONTAINERID=container_1423771228284_0005_01_000001
2015-02-12 12:03:11,146 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423771228284_0005_01_000001]
2015-02-12 12:03:11,146 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:11,146 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:03:11,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423771228284_0005
2015-02-12 12:03:11,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423771228284_0005
2015-02-12 12:03:11,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423771228284_0005
2015-02-12 12:03:11,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423771228284_0005
2015-02-12 12:03:11,147 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423771228284_0005
2015-02-12 12:03:11,148 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:03:11,148 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423771228284_0005, with delay of 10800 seconds
2015-02-12 12:03:11,191 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741879_1055
2015-02-12 12:03:11,191 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741881_1057
2015-02-12 12:03:11,192 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741882_1058
2015-02-12 12:03:11,193 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741883_1059
2015-02-12 12:03:11,499 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:03:11,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0005
2015-02-12 12:03:11,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0005
2015-02-12 12:03:11,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0005
2015-02-12 12:03:11,501 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423771228284_0005
2015-02-12 12:03:11,501 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:03:11,501 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423771228284_0005, with delay of 10800 seconds
2015-02-12 12:03:11,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0005
2015-02-12 12:03:12,142 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:03:12,142 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:12,142 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423771228284_0005
2015-02-12 12:03:12,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423771228284_0005
2015-02-12 12:03:12,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423771228284_0005
2015-02-12 12:03:12,143 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423771228284_0005
2015-02-12 12:03:12,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423771228284_0005
2015-02-12 12:03:12,143 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:03:12,144 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423771228284_0005, with delay of 10800 seconds
2015-02-12 12:03:12,273 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0006_000001 (auth:SIMPLE)
2015-02-12 12:03:12,279 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423771228284_0006_000001
2015-02-12 12:03:12,279 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423771228284_0006 APPATTEMPTID=appattempt_1423771228284_0006_000001
2015-02-12 12:03:12,279 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0006_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:03:12,280 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0006 State change from ACCEPTED to RUNNING
2015-02-12 12:03:12,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job_1423771228284_0006_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:03:12,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:03:12,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job_1423771228284_0006_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:03:12,606 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job_1423771228284_0006_1_conf.xml. BP-1353726190-10.1.1.68-1423771207462 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW]]}
2015-02-12 12:03:12,656 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741884_1060 src: /127.0.0.1:55194 dest: /127.0.0.1:53738
2015-02-12 12:03:12,657 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741884_1060 src: /127.0.0.1:55195 dest: /127.0.0.1:53745
2015-02-12 12:03:12,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741884_1060 src: /127.0.0.1:55196 dest: /127.0.0.1:53750
2015-02-12 12:03:12,693 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55196, dest: /127.0.0.1:53750, bytes: 108442, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1897013322_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741884_1060, duration: 31685000
2015-02-12 12:03:12,693 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:03:12,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:03:12,694 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55195, dest: /127.0.0.1:53745, bytes: 108442, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1897013322_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741884_1060, duration: 32473000
2015-02-12 12:03:12,694 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:12,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:03:12,695 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55194, dest: /127.0.0.1:53738, bytes: 108442, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1897013322_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741884_1060, duration: 33468000
2015-02-12 12:03:12,695 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:12,695 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|FINALIZED]]} size 0
2015-02-12 12:03:12,699 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job_1423771228284_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1897013322_1
2015-02-12 12:03:13,149 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:13,508 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:03:13,508 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000002
2015-02-12 12:03:13,508 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:03:13,509 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0006_000001 container=Container: [ContainerId: container_1423771228284_0006_01_000002, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:03:13,509 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:03:13,509 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:03:13,509 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:03:13,509 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000003
2015-02-12 12:03:13,510 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:03:13,510 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0006_000001 container=Container: [ContainerId: container_1423771228284_0006_01_000003, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:03:13,510 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:03:13,510 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:03:13,510 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:03:13,510 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000004
2015-02-12 12:03:13,511 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 12:03:13,511 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0006_000001 container=Container: [ContainerId: container_1423771228284_0006_01_000004, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:03:13,511 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:03:13,511 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:03:13,511 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:03:13,511 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000005
2015-02-12 12:03:13,512 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 12:03:13,512 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0006_000001 container=Container: [ContainerId: container_1423771228284_0006_01_000005, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:03:13,512 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:03:13,512 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:03:14,351 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:53954 for container : container_1423771228284_0006_01_000002
2015-02-12 12:03:14,352 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:03:14,353 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:03:14,354 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:03:14,355 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:03:14,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:03:14,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:03:14,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:03:14,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:03:14,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:03:14,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:03:14,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:03:14,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-7329111263368038542.jar dst=null perm=null proto=rpc
2015-02-12 12:03:14,475 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0006_000001 (auth:SIMPLE)
2015-02-12 12:03:14,476 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0006_000001 (auth:SIMPLE)
2015-02-12 12:03:14,477 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0006_000001 (auth:SIMPLE)
2015-02-12 12:03:14,478 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0006_01_000004 by user soberoi
2015-02-12 12:03:14,478 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0006_000001 (auth:SIMPLE)
2015-02-12 12:03:14,479 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423771228284_0006
2015-02-12 12:03:14,479 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000004
2015-02-12 12:03:14,480 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0006_01_000003 by user soberoi
2015-02-12 12:03:14,480 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000003
2015-02-12 12:03:14,481 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0006 transitioned from NEW to INITING
2015-02-12 12:03:14,481 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0006_01_000004 to application application_1423771228284_0006
2015-02-12 12:03:14,481 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0006_01_000003 to application application_1423771228284_0006
2015-02-12 12:03:14,481 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423771228284_0006 transitioned from INITING to RUNNING
2015-02-12 12:03:14,482 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:03:14,482 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:03:14,482 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0006
2015-02-12 12:03:14,482 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0006
2015-02-12 12:03:14,482 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:03:14,482 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0006
2015-02-12 12:03:14,483 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:03:14,483 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0006
2015-02-12 12:03:14,483 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0006
2015-02-12 12:03:14,483 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:03:14,483 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0006
2015-02-12 12:03:14,483 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0006_01_000003
2015-02-12 12:03:14,484 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0006_01_000005 by user soberoi
2015-02-12 12:03:14,484 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000005
2015-02-12 12:03:14,485 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0006_01_000004
2015-02-12 12:03:14,487 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0006_01_000002 by user soberoi
2015-02-12 12:03:14,487 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0006_01_000005 to application application_1423771228284_0006
2015-02-12 12:03:14,487 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000002
2015-02-12 12:03:14,487 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0006_01_000002 to application application_1423771228284_0006
2015-02-12 12:03:14,488 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 12:03:14,488 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:03:14,488 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0006
2015-02-12 12:03:14,488 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0006
2015-02-12 12:03:14,488 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:03:14,488 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0006
2015-02-12 12:03:14,489 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0006
2015-02-12 12:03:14,489 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0006
2015-02-12 12:03:14,489 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:03:14,489 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0006
2015-02-12 12:03:14,489 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0006_01_000005
2015-02-12 12:03:14,490 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423771228284_0006_01_000002
2015-02-12 12:03:14,505 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423771228284_0006_01_000003.tokens. Credentials list:
2015-02-12 12:03:14,510 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423771228284_0006_01_000004.tokens. Credentials list:
2015-02-12 12:03:14,510 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423771228284_0006_01_000005.tokens. Credentials list:
2015-02-12 12:03:14,510 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423771228284_0006_01_000002.tokens. Credentials list:
2015-02-12 12:03:14,513 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:03:14,514 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:03:14,514 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:03:14,514 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:03:14,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:03:14,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423771228284_0006_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000003.tokens
2015-02-12 12:03:14,692 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0006
2015-02-12 12:03:14,702 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:03:14,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:03:14,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:03:14,858 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:03:14,864 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:53732/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0006/filecache/10/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:03:14,865 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:03:14,865 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:03:14,865 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:03:14,865 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:03:14,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423771228284_0006_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000002.tokens
2015-02-12 12:03:14,909 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0006
2015-02-12 12:03:14,932 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:03:14,932 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:03:14,936 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 12:03:14,937 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:03:14,940 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:03:14,940 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:03:14,944 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:03:14,945 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:03:15,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:03:15,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423771228284_0006_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000005.tokens
2015-02-12 12:03:15,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0006
2015-02-12 12:03:15,167 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000003/default_container_executor.sh]
2015-02-12 12:03:15,171 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000005/default_container_executor.sh]
2015-02-12 12:03:15,184 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000004/default_container_executor.sh]
2015-02-12 12:03:15,222 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000002/default_container_executor.sh]
2015-02-12 12:03:15,241 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741883_1059
2015-02-12 12:03:15,241 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741882_1058
2015-02-12 12:03:15,242 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741881_1057
2015-02-12 12:03:15,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423771228284_0006_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000004.tokens
2015-02-12 12:03:15,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0006
2015-02-12 12:03:15,374 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:03:15,450 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741881_1057
2015-02-12 12:03:20,455 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741884_1060
2015-02-12 12:03:20,735 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741884_1060
2015-02-12 12:03:21,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1353726190-10.1.1.68-1423771207462:blk_1073741884_1060
2015-02-12 12:03:23,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:03:23,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:03:23,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:03:23,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:03:23,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:03:23,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:03:23,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:03:23,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:03:23,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423771228284_0006_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:03:23,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423771228284_0006_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:03:23,782 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0006_000001 (auth:SIMPLE)
2015-02-12 12:03:23,784 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0006_01_000004
2015-02-12 12:03:23,784 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000004
2015-02-12 12:03:23,785 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:03:23,785 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0006_01_000004
2015-02-12 12:03:23,802 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job_1423771228284_0006_1.jhist. BP-1353726190-10.1.1.68-1423771207462 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]}
2015-02-12 12:03:23,802 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 511 Total time for transactions(ms): 52 Number of transactions batched in Syncs: 0 Number of syncs: 339 SyncTimes(ms): 8 4
2015-02-12 12:03:23,804 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741885_1061 src: /127.0.0.1:55250 dest: /127.0.0.1:53745
2015-02-12 12:03:23,806 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0006_01_000004 is : 143
2015-02-12 12:03:23,806 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741885_1061 src: /127.0.0.1:55251 dest: /127.0.0.1:53741
2015-02-12 12:03:23,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741885_1061 src: /127.0.0.1:55252 dest: /127.0.0.1:53738
2015-02-12 12:03:23,815 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job_1423771228284_0006_1.jhist for DFSClient_NONMAPREDUCE_1897013322_1
2015-02-12 12:03:23,820 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:03:23,821 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000004
2015-02-12 12:03:23,821 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:03:23,821 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0006_01_000004 from application application_1423771228284_0006
2015-02-12 12:03:23,822 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:03:23,822 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0006
2015-02-12 12:03:23,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000004
2015-02-12 12:03:23,823 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000004
2015-02-12 12:03:23,824 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000004
2015-02-12 12:03:23,825 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000004
2015-02-12 12:03:23,863 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0006_000001 (auth:SIMPLE)
2015-02-12 12:03:23,865 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0006_01_000005
2015-02-12 12:03:23,865 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000005
2015-02-12 12:03:23,865 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000005 transitioned from RUNNING to KILLING
2015-02-12 12:03:23,865 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0006_01_000005
2015-02-12 12:03:23,867 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:03:23,867 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0006_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:03:23,867 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000004
2015-02-12 12:03:23,867 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 12:03:23,867 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 12:03:23,868 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0006_01_000004, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 12:03:23,868 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:03:23,869 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:03:23,869 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0006_000001 released container container_1423771228284_0006_01_000004 on node: host: 10.1.1.68:53954 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 12:03:23,886 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0006_01_000005 is : 143
2015-02-12 12:03:23,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423771228284_0006_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:03:23,898 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:03:23,898 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000005
2015-02-12 12:03:23,898 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000005
2015-02-12 12:03:23,899 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000005
2015-02-12 12:03:23,899 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000005
2015-02-12 12:03:23,899 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000005
2015-02-12 12:03:23,900 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:03:23,900 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0006_01_000005 from application application_1423771228284_0006
2015-02-12 12:03:23,901 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:03:23,901 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0006
2015-02-12 12:03:23,912 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0006_000001 (auth:SIMPLE)
2015-02-12 12:03:23,914 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0006_01_000003
2015-02-12 12:03:23,914 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000003
2015-02-12 12:03:23,914 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:03:23,914 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0006_01_000003
2015-02-12 12:03:23,915 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:23,915 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:03:23,915 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0006_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 12:03:23,915 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000005
2015-02-12 12:03:23,915 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 12:03:23,915 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:03:23,916 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0006_01_000005, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:03:23,916 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:03:23,916 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:03:23,916 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0006_000001 released container container_1423771228284_0006_01_000005 on node: host: 10.1.1.68:53954 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 12:03:23,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423771228284_0006_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:03:23,936 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0006_01_000003 is : 143
2015-02-12 12:03:23,947 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:03:23,948 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000003
2015-02-12 12:03:23,948 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000003
2015-02-12 12:03:23,949 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000003
2015-02-12 12:03:23,949 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000003
2015-02-12 12:03:23,949 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000003
2015-02-12 12:03:23,950 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:03:23,950 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0006_01_000003 from application application_1423771228284_0006
2015-02-12 12:03:23,950 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:03:23,951 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0006_000001 (auth:SIMPLE)
2015-02-12 12:03:23,951 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0006
2015-02-12 12:03:23,952 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0006_01_000002
2015-02-12 12:03:23,953 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000002
2015-02-12 12:03:23,953 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:03:23,953 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0006_01_000002
2015-02-12 12:03:23,954 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:03:23,954 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0006_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:03:23,954 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000003
2015-02-12 12:03:23,954 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:03:23,954 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:03:23,955 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0006_01_000003, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:03:23,955 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:03:23,955 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:03:23,955 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0006_000001 released container container_1423771228284_0006_01_000003 on node: host: 10.1.1.68:53954 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:03:23,955 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:23,955 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:23,970 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0006_01_000002 is : 143
2015-02-12 12:03:23,979 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:03:23,979 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000002
2015-02-12 12:03:23,979 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000002
2015-02-12 12:03:23,980 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000002
2015-02-12 12:03:23,980 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000002
2015-02-12 12:03:23,980 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000002
2015-02-12 12:03:23,980 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:03:23,981 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0006_01_000002 from application application_1423771228284_0006
2015-02-12 12:03:23,981 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:03:23,981 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0006
2015-02-12 12:03:24,955 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:03:24,955 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0006_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:03:24,956 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000002
2015-02-12 12:03:24,956 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:03:24,956 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:03:24,957 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0006_01_000002, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:03:24,957 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:03:24,957 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:03:24,957 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0006_000001 released container container_1423771228284_0006_01_000002 on node: host: 10.1.1.68:53954 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:03:24,957 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:24,957 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:24,957 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:25,964 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423771228284_0006_01_000005, container_1423771228284_0006_01_000003, container_1423771228284_0006_01_000004]
2015-02-12 12:03:25,964 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:25,965 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:25,965 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:25,965 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:25,965 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:03:25,965 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000006
2015-02-12 12:03:25,965 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423771228284_0006_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:03:25,966 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423771228284_0006_000001 container=Container: [ContainerId: container_1423771228284_0006_01_000006, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:03:25,966 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:03:25,966 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:03:26,445 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:03:26,458 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0006_000001 (auth:SIMPLE)
2015-02-12 12:03:26,461 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423771228284_0006_01_000006 by user soberoi
2015-02-12 12:03:26,462 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000006
2015-02-12 12:03:26,462 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423771228284_0006_01_000006 to application application_1423771228284_0006
2015-02-12 12:03:26,463 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 12:03:26,463 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423771228284_0006
2015-02-12 12:03:26,463 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423771228284_0006
2015-02-12 12:03:26,463 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:03:26,463 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423771228284_0006
2015-02-12 12:03:26,464 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:03:26,513 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 12:03:26,513 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:03:26,640 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000006/default_container_executor.sh]
2015-02-12 12:03:26,785 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2015-02-12 12:03:26,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:03:26,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:03:26,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001.summary dst=null perm=null proto=rpc
2015-02-12 12:03:26,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002.summary dst=null perm=null proto=rpc
2015-02-12 12:03:26,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003.summary dst=null perm=null proto=rpc
2015-02-12 12:03:26,802 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423771228284_0001,submitTime=1423771234626,launchTime=1423771240422,firstMapTaskLaunchTime=1423771242666,firstReduceTaskLaunchTime=1423771254642,finishTime=1423771259509,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=38,reduceSlotSeconds=4,jobName=mrflow
2015-02-12 12:03:26,802 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001.summary]
2015-02-12 12:03:26,802 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423771228284_0003,submitTime=1423771285802,launchTime=1423771297206,firstMapTaskLaunchTime=1423771299390,firstReduceTaskLaunchTime=0,finishTime=1423771311949,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=60,reduceSlotSeconds=0,jobName=[2FF5CB338FE14FCAB6EB154A9DA475DC/F75518832834411EBEB3AF6D269C10A1] second-flow/(1/1) ...preduceflowplatform/flow5
2015-02-12 12:03:26,802 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423771228284_0002,submitTime=1423771262251,launchTime=1423771270989,firstMapTaskLaunchTime=1423771273245,firstReduceTaskLaunchTime=0,finishTime=1423771284376,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=43,reduceSlotSeconds=0,jobName=[940F5253A41D4994B25B54086E18115E/5AC5701DB16441B0B1EE0930DC4A8D49] first-flow/(1/1) ...preduceflowplatform/flow4
2015-02-12 12:03:26,804 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002.summary]
2015-02-12 12:03:26,805 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741834_1010 127.0.0.1:53750 127.0.0.1:53741 127.0.0.1:53738
2015-02-12 12:03:26,803 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003.summary]
2015-02-12 12:03:26,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001.summary dst=null perm=null proto=rpc
2015-02-12 12:03:26,806 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741847_1023 127.0.0.1:53750 127.0.0.1:53745 127.0.0.1:53738
2015-02-12 12:03:26,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002.summary dst=null perm=null proto=rpc
2015-02-12 12:03:26,808 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741860_1036 127.0.0.1:53738 127.0.0.1:53750 127.0.0.1:53741
2015-02-12 12:03:26,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003.summary dst=null perm=null proto=rpc
2015-02-12 12:03:26,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:03:26,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:03:26,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:03:26,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:26,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:26,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:26,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:03:26,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:03:26,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:03:26,813 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 12:03:26,813 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 12:03:26,813 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001-1423771234626-soberoi-mrflow-1423771259509-4-1-SUCCEEDED-default-1423771240422.jhist to hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0001-1423771234626-soberoi-mrflow-1423771259509-4-1-SUCCEEDED-default-1423771240422.jhist
2015-02-12 12:03:26,813 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002-1423771262251-soberoi-%5B940F5253A41D4994B25B54086E18115E%2F5AC5701DB16441B0-1423771284376-4-0-SUCCEEDED-default-1423771270989.jhist to hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0002-1423771262251-soberoi-%5B940F5253A41D4994B25B54086E18115E%2F5AC5701DB16441B0-1423771284376-4-0-SUCCEEDED-default-1423771270989.jhist
2015-02-12 12:03:26,814 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 12:03:26,814 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003-1423771285802-soberoi-%5B2FF5CB338FE14FCAB6EB154A9DA475DC%2FF75518832834411E-1423771311949-5-0-SUCCEEDED-default-1423771297206.jhist to hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0003-1423771285802-soberoi-%5B2FF5CB338FE14FCAB6EB154A9DA475DC%2FF75518832834411E-1423771311949-5-0-SUCCEEDED-default-1423771297206.jhist
2015-02-12 12:03:26,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001-1423771234626-soberoi-mrflow-1423771259509-4-1-SUCCEEDED-default-1423771240422.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0001-1423771234626-soberoi-mrflow-1423771259509-4-1-SUCCEEDED-default-1423771240422.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:26,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002-1423771262251-soberoi-%5B940F5253A41D4994B25B54086E18115E%2F5AC5701DB16441B0-1423771284376-4-0-SUCCEEDED-default-1423771270989.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0002-1423771262251-soberoi-%5B940F5253A41D4994B25B54086E18115E%2F5AC5701DB16441B0-1423771284376-4-0-SUCCEEDED-default-1423771270989.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:26,818 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001_conf.xml to hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0001_conf.xml
2015-02-12 12:03:26,818 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002_conf.xml to hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0002_conf.xml
2015-02-12 12:03:26,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003-1423771285802-soberoi-%5B2FF5CB338FE14FCAB6EB154A9DA475DC%2FF75518832834411E-1423771311949-5-0-SUCCEEDED-default-1423771297206.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0003-1423771285802-soberoi-%5B2FF5CB338FE14FCAB6EB154A9DA475DC%2FF75518832834411E-1423771311949-5-0-SUCCEEDED-default-1423771297206.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:26,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0001_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:26,822 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003_conf.xml to hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0003_conf.xml
2015-02-12 12:03:26,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0002_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0002_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:26,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004.summary dst=null perm=null proto=rpc
2015-02-12 12:03:26,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0003_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0003_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:26,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005.summary dst=null perm=null proto=rpc
2015-02-12 12:03:26,830 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423771228284_0004,submitTime=1423771313303,launchTime=1423771324986,firstMapTaskLaunchTime=1423771327162,firstReduceTaskLaunchTime=1423771342176,finishTime=1423771346528,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=80,reduceSlotSeconds=4,jobName=first-mr
2015-02-12 12:03:26,830 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004.summary]
2015-02-12 12:03:26,831 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423771228284_0005,submitTime=1423771347895,launchTime=1423771358329,firstMapTaskLaunchTime=1423771360509,firstReduceTaskLaunchTime=1423771372482,finishTime=1423771384142,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=39,reduceSlotSeconds=11,jobName=second-mr
2015-02-12 12:03:26,831 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005.summary]
2015-02-12 12:03:26,832 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741869_1045 127.0.0.1:53745 127.0.0.1:53738 127.0.0.1:53750
2015-02-12 12:03:26,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004.summary dst=null perm=null proto=rpc
2015-02-12 12:03:26,833 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741878_1054 127.0.0.1:53741 127.0.0.1:53745 127.0.0.1:53738
2015-02-12 12:03:26,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005.summary dst=null perm=null proto=rpc
2015-02-12 12:03:26,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:03:26,835 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004-1423771313303-soberoi-first%2Dmr-1423771346528-6-1-SUCCEEDED-default-1423771324986.jhist to hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0004-1423771313303-soberoi-first%2Dmr-1423771346528-6-1-SUCCEEDED-default-1423771324986.jhist
2015-02-12 12:03:26,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 12:03:26,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004-1423771313303-soberoi-first%2Dmr-1423771346528-6-1-SUCCEEDED-default-1423771324986.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0004-1423771313303-soberoi-first%2Dmr-1423771346528-6-1-SUCCEEDED-default-1423771324986.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:26,836 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005-1423771347895-soberoi-second%2Dmr-1423771384142-4-1-SUCCEEDED-default-1423771358329.jhist to hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0005-1423771347895-soberoi-second%2Dmr-1423771384142-4-1-SUCCEEDED-default-1423771358329.jhist
2015-02-12 12:03:26,837 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004_conf.xml to hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0004_conf.xml
2015-02-12 12:03:26,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005-1423771347895-soberoi-second%2Dmr-1423771384142-4-1-SUCCEEDED-default-1423771358329.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0005-1423771347895-soberoi-second%2Dmr-1423771384142-4-1-SUCCEEDED-default-1423771358329.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:26,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0004_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0004_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:26,842 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005_conf.xml to hdfs://localhost:53732/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0005_conf.xml
2015-02-12 12:03:26,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0005_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423771228284_0005_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:26,971 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423771228284_0006_01_000002]
2015-02-12 12:03:26,972 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:03:26,972 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:03:27,453 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:03:27,528 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53750 to delete [blk_1073741860_1036, blk_1073741847_1023, blk_1073741834_1010, blk_1073741869_1045]
2015-02-12 12:03:27,528 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53741 to delete [blk_1073741860_1036, blk_1073741878_1054, blk_1073741834_1010]
2015-02-12 12:03:28,389 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741860 for deletion
2015-02-12 12:03:28,389 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741878 for deletion
2015-02-12 12:03:28,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741834 for deletion
2015-02-12 12:03:28,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741860
2015-02-12 12:03:28,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741834
2015-02-12 12:03:28,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741878
2015-02-12 12:03:28,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741860 for deletion
2015-02-12 12:03:28,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741847 for deletion
2015-02-12 12:03:28,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741834 for deletion
2015-02-12 12:03:28,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741869 for deletion
2015-02-12 12:03:28,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741860
2015-02-12 12:03:28,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741847
2015-02-12 12:03:28,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741834
2015-02-12 12:03:28,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1353726190-10.1.1.68-1423771207462 blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1353726190-10.1.1.68-1423771207462/current/finalized/subdir0/subdir0/blk_1073741869
2015-02-12 12:03:29,487 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:03:29,499 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:03:29,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423771228284_0006_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:03:29,600 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423771228284_0006_r_000000_0/part-00000. BP-1353726190-10.1.1.68-1423771207462 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]}
2015-02-12 12:03:29,677 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741886_1062 src: /127.0.0.1:55289 dest: /127.0.0.1:53745
2015-02-12 12:03:29,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741886_1062 src: /127.0.0.1:55290 dest: /127.0.0.1:53750
2015-02-12 12:03:29,680 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741886_1062 src: /127.0.0.1:55291 dest: /127.0.0.1:53741
2015-02-12 12:03:29,732 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55291, dest: /127.0.0.1:53741, bytes: 1636, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0006_r_000000_0_-334462961_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741886_1062, duration: 49317000
2015-02-12 12:03:29,732 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:03:29,732 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:03:29,733 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55290, dest: /127.0.0.1:53750, bytes: 1636, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0006_r_000000_0_-334462961_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741886_1062, duration: 50141000
2015-02-12 12:03:29,733 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:29,733 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:03:29,733 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53745, bytes: 1636, op: HDFS_WRITE, cliID: DFSClient_attempt_1423771228284_0006_r_000000_0_-334462961_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741886_1062, duration: 51390000
2015-02-12 12:03:29,734 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:29,736 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|FINALIZED]]} size 0
2015-02-12 12:03:29,739 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423771228284_0006_r_000000_0/part-00000 is closed by DFSClient_attempt_1423771228284_0006_r_000000_0_-334462961_1
2015-02-12 12:03:29,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423771228284_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:03:29,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423771228284_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:03:29,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1423771228284_0006_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:03:29,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423771228284_0006_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1423771228284_0006_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:03:29,781 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423771228284_0006_000001 (auth:SIMPLE)
2015-02-12 12:03:29,783 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423771228284_0006_01_000006
2015-02-12 12:03:29,783 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000006
2015-02-12 12:03:29,783 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000006 transitioned from RUNNING to KILLING
2015-02-12 12:03:29,783 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423771228284_0006_01_000006
2015-02-12 12:03:29,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:03:29,792 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1897013322_1
2015-02-12 12:03:29,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:03:29,803 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423771228284_0006_01_000006 is : 143
2015-02-12 12:03:29,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-12 12:03:29,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-12 12:03:29,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1423771228284_0006_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:03:29,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:03:29,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1423771228284_0006_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:03:29,814 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:03:29,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000006
2015-02-12 12:03:29,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000006
2015-02-12 12:03:29,815 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000006
2015-02-12 12:03:29,815 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423771228284_0006_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:03:29,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000006
2015-02-12 12:03:29,815 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423771228284_0006_01_000006 from application application_1423771228284_0006
2015-02-12 12:03:29,816 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:03:29,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423771228284_0006/container_1423771228284_0006_01_000006
2015-02-12 12:03:29,817 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423771228284_0006
2015-02-12 12:03:29,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary dst=null perm=null proto=rpc
2015-02-12 12:03:29,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:03:29,829 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1897013322_1
2015-02-12 12:03:29,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:03:29,833 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1897013322_1
2015-02-12 12:03:29,854 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55252, dest: /127.0.0.1:53738, bytes: 52544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1897013322_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741885_1061, duration: 6045097000
2015-02-12 12:03:29,855 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:03:29,856 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]} size 14965
2015-02-12 12:03:29,856 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55251, dest: /127.0.0.1:53741, bytes: 52544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1897013322_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741885_1061, duration: 6045450000
2015-02-12 12:03:29,856 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:29,857 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]} size 14965
2015-02-12 12:03:29,857 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55250, dest: /127.0.0.1:53745, bytes: 52544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1897013322_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741885_1061, duration: 6047936000
2015-02-12 12:03:29,858 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:29,858 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|RBW]]} size 14965
2015-02-12 12:03:29,859 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job_1423771228284_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_1897013322_1
2015-02-12 12:03:29,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:03:29,866 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006.summary_tmp. BP-1353726190-10.1.1.68-1423771207462 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]}
2015-02-12 12:03:29,868 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741887_1063 src: /127.0.0.1:55293 dest: /127.0.0.1:53750
2015-02-12 12:03:29,870 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741887_1063 src: /127.0.0.1:55294 dest: /127.0.0.1:53738
2015-02-12 12:03:29,871 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741887_1063 src: /127.0.0.1:55295 dest: /127.0.0.1:53741
2015-02-12 12:03:29,875 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55295, dest: /127.0.0.1:53741, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1897013322_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741887_1063, duration: 1894000
2015-02-12 12:03:29,875 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:03:29,875 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW]]} size 0
2015-02-12 12:03:29,875 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55294, dest: /127.0.0.1:53738, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1897013322_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741887_1063, duration: 2455000
2015-02-12 12:03:29,876 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:29,876 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:03:29,876 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55293, dest: /127.0.0.1:53750, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1897013322_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741887_1063, duration: 3412000
2015-02-12 12:03:29,876 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:29,877 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-d1fb4b58-7578-45fe-8314-1fe2d4b2efb6:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:03:29,878 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_1897013322_1
2015-02-12 12:03:29,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:29,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job_1423771228284_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:03:29,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006-1423771385516-soberoi-third%2Dmr-1423771409834-4-1-SUCCEEDED-default-1423771392304.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:03:29,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job_1423771228284_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:03:29,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006-1423771385516-soberoi-third%2Dmr-1423771409834-4-1-SUCCEEDED-default-1423771392304.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:03:29,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job_1423771228284_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:03:29,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006-1423771385516-soberoi-third%2Dmr-1423771409834-4-1-SUCCEEDED-default-1423771392304.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:03:29,899 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006-1423771385516-soberoi-third%2Dmr-1423771409834-4-1-SUCCEEDED-default-1423771392304.jhist_tmp. BP-1353726190-10.1.1.68-1423771207462 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-a1e2f2d2-9876-4bf9-89c8-f8c64eb1c6db:NORMAL:127.0.0.1:53745|RBW]]}
2015-02-12 12:03:29,901 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741888_1064 src: /127.0.0.1:55297 dest: /127.0.0.1:53738
2015-02-12 12:03:29,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741888_1064 src: /127.0.0.1:55298 dest: /127.0.0.1:53750
2015-02-12 12:03:29,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741888_1064 src: /127.0.0.1:55299 dest: /127.0.0.1:53745
2015-02-12 12:03:29,907 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55299, dest: /127.0.0.1:53745, bytes: 52544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1897013322_1, offset: 0, srvID: 85c6e822-d78a-49ff-858e-5a8734ebb116, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741888_1064, duration: 1415000
2015-02-12 12:03:29,907 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:03:29,908 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53745 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:03:29,908 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55298, dest: /127.0.0.1:53750, bytes: 52544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1897013322_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741888_1064, duration: 1795000
2015-02-12 12:03:29,908 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:29,909 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|RBW], ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|FINALIZED]]} size 0
2015-02-12 12:03:29,909 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55297, dest: /127.0.0.1:53738, bytes: 52544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1897013322_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741888_1064, duration: 2863000
2015-02-12 12:03:29,909 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:29,910 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1946b31e-5931-4375-938d-efff211a21e5:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-1dd90ef0-8036-4644-a9c7-95c579b5cfaf:NORMAL:127.0.0.1:53745|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:03:29,911 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006-1423771385516-soberoi-third%2Dmr-1423771409834-4-1-SUCCEEDED-default-1423771392304.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1897013322_1
2015-02-12 12:03:29,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006-1423771385516-soberoi-third%2Dmr-1423771409834-4-1-SUCCEEDED-default-1423771392304.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:29,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job_1423771228284_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:03:29,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:03:29,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job_1423771228284_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:03:29,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:03:29,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006/job_1423771228284_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:03:29,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:03:29,923 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006_conf.xml_tmp. BP-1353726190-10.1.1.68-1423771207462 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-0680fab8-638d-480f-a8f3-641d65ec6a25:NORMAL:127.0.0.1:53738|RBW]]}
2015-02-12 12:03:29,925 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741889_1065 src: /127.0.0.1:55300 dest: /127.0.0.1:53741
2015-02-12 12:03:29,927 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741889_1065 src: /127.0.0.1:55301 dest: /127.0.0.1:53750
2015-02-12 12:03:29,928 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1353726190-10.1.1.68-1423771207462:blk_1073741889_1065 src: /127.0.0.1:55302 dest: /127.0.0.1:53738
2015-02-12 12:03:29,932 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55302, dest: /127.0.0.1:53738, bytes: 108442, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1897013322_1, offset: 0, srvID: ee810a9b-e37f-4be4-8b9f-4543a27a56be, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741889_1065, duration: 2071000
2015-02-12 12:03:29,932 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:03:29,933 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53738 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:03:29,933 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55301, dest: /127.0.0.1:53750, bytes: 108442, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1897013322_1, offset: 0, srvID: 7bfe1983-a636-47a5-9b4d-eefa9d90f7ad, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741889_1065, duration: 3005000
2015-02-12 12:03:29,933 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:29,934 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53750 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:03:29,934 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:55300, dest: /127.0.0.1:53741, bytes: 108442, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1897013322_1, offset: 0, srvID: f38d2a0b-6230-432f-a65e-365c25faf1fc, blockid: BP-1353726190-10.1.1.68-1423771207462:blk_1073741889_1065, duration: 4028000
2015-02-12 12:03:29,934 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1353726190-10.1.1.68-1423771207462:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:03:29,934 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53741 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-066bd2dd-9162-402b-a710-de381f7cea4e:NORMAL:127.0.0.1:53741|RBW], ReplicaUnderConstruction[[DISK]DS-257188c7-b05c-48bb-8c3c-56e62b57032d:NORMAL:127.0.0.1:53750|RBW], ReplicaUnderConstruction[[DISK]DS-754e8c2d-45c2-4b87-a5b1-c8a839c809a5:NORMAL:127.0.0.1:53738|FINALIZED]]} size 0
2015-02-12 12:03:29,936 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1897013322_1
2015-02-12 12:03:29,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:29,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:29,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:29,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006-1423771385516-soberoi-third%2Dmr-1423771409834-4-1-SUCCEEDED-default-1423771392304.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423771228284_0006-1423771385516-soberoi-third%2Dmr-1423771409834-4-1-SUCCEEDED-default-1423771392304.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:03:29,948 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423771228284_0006_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:03:29,948 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0006_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:03:29,948 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423771228284_0006 with final state: FINISHING
2015-02-12 12:03:29,949 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0006 State change from RUNNING to FINAL_SAVING
2015-02-12 12:03:29,949 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423771228284_0006
2015-02-12 12:03:29,949 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423771228284_0006_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:03:29,949 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423771228284_0006 State change from FINAL_SAVING to FINISHING
2015-02-12 12:03:30,537 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53745 to delete [blk_1073741878_1054, blk_1073741847_1023, blk_1073741869_1045]
2015-02-12 12:03:30,537 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:53738 to delete [blk_1073741860_1036, blk_1073741878_1054, blk_1073741847_1023, blk_1073741834_1010, blk_1073741869_1045]
2015-02-12 12:03:30,791 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423771228284_0006_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:03:30,791 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423771228284_0006_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 12:03:30,791 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423771228284_0006 CONTAINERID=container_1423771228284_0006_01_000006
2015-02-12 12:03:30,792 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423771228284_0006_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:53954, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:03:30,792 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:03:30,793 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423771228284_0006_01_000006, NodeId: 10.1.1.68:53954, NodeHttpAddress: 10.1.1.68:53957, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:53954 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:03:30,793 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:03:30,793 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:03:30,793 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423771228284_0006_000001 released container container_1423771228284_0006_01_000006 on node: host: 10.1.1.68:53954 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:03:30,961 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423771228284_0006 unregistered successfully.
2015-02-12 12:03:30,965 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741881_1057 127.0.0.1:53750 127.0.0.1:53741 127.0.0.1:53745 127.0.0.1:53738
2015-02-12 12:03:30,965 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741882_1058 127.0.0.1:53741 127.0.0.1:53745 127.0.0.1:53750
2015-02-12 12:03:30,965 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741883_1059 127.0.0.1:53750 127.0.0.1:53745 127.0.0.1:53741
2015-02-12 12:03:30,965 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741885_1061 127.0.0.1:53745 127.0.0.1:53741 127.0.0.1:53738
2015-02-12 12:03:30,966 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741884_1060 127.0.0.1:53738 127.0.0.1:53745 127.0.0.1:53750
2015-02-12 12:03:30,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423771228284_0006 dst=null perm=null proto=rpc
2015-02-12 12:03:31,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-12 12:03:31,001 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:53732/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary
2015-02-12 12:03:31,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary dst=null perm=null proto=rpc
2015-02-12 12:03:31,001 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: third-mr
2015-02-12 12:03:31,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-12 12:03:31,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-12 12:03:31,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-12 12:03:31,017 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:03:31,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:03:31,021 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow4
2015-02-12 12:03:31,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-12 12:03:31,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-12 12:03:31,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-12 12:03:31,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-12 12:03:31,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:03:31,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:03:31,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:03:31,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:03:31,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:03:31,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:03:31,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:03:31,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:03:31,038 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow3
2015-02-12 12:03:31,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-12 12:03:31,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-12 12:03:31,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-12 12:03:31,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-12 12:03:31,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:03:31,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:03:31,045 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow2
2015-02-12 12:03:31,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-12 12:03:31,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-12 12:03:31,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-12 12:03:31,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-12 12:03:31,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:03:31,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:03:31,051 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow1
2015-02-12 12:03:31,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-12 12:03:31,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-12 12:03:31,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-12 12:03:31,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-12 12:03:31,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:03:31,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:03:31,058 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow5
2015-02-12 12:03:31,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:03:31,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:03:31,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:03:31,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-12 12:03:31,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:03:31,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:03:31,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:03:31,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:03:31,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:03:31,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:03:31,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:03:31,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:03:31,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:03:31,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null proto=rpc